Using cuda device
Wrapping the env with a `Monitor` wrapper
Wrapping the env in a DummyVecEnv.
Logging to complexcity_dqn/DQN_1
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 82.2      |
|    ep_rew_mean      | -2.25e+03 |
|    exploration_rate | 0.997     |
| time/               |           |
|    episodes         | 4         |
|    fps              | 21        |
|    time_elapsed     | 15        |
|    total_timesteps  | 329       |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 24.3      |
|    n_updates        | 128       |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 80.8     |
|    ep_rew_mean      | -2.1e+03 |
|    exploration_rate | 0.994    |
| time/               |          |
|    episodes         | 8        |
|    fps              | 24       |
|    time_elapsed     | 26       |
|    total_timesteps  | 646      |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 32.7     |
|    n_updates        | 445      |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 94.6      |
|    ep_rew_mean      | -2.02e+03 |
|    exploration_rate | 0.989     |
| time/               |           |
|    episodes         | 12        |
|    fps              | 26        |
|    time_elapsed     | 43        |
|    total_timesteps  | 1135      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 17.9      |
|    n_updates        | 934       |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 103       |
|    ep_rew_mean      | -1.99e+03 |
|    exploration_rate | 0.984     |
| time/               |           |
|    episodes         | 16        |
|    fps              | 26        |
|    time_elapsed     | 61        |
|    total_timesteps  | 1653      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 17.1      |
|    n_updates        | 1452      |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 106       |
|    ep_rew_mean      | -2.21e+03 |
|    exploration_rate | 0.98      |
| time/               |           |
|    episodes         | 20        |
|    fps              | 26        |
|    time_elapsed     | 79        |
|    total_timesteps  | 2125      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.04      |
|    n_updates        | 1924      |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 105       |
|    ep_rew_mean      | -2.24e+03 |
|    exploration_rate | 0.976     |
| time/               |           |
|    episodes         | 24        |
|    fps              | 26        |
|    time_elapsed     | 93        |
|    total_timesteps  | 2513      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 13.2      |
|    n_updates        | 2312      |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 105       |
|    ep_rew_mean      | -2.38e+03 |
|    exploration_rate | 0.972     |
| time/               |           |
|    episodes         | 28        |
|    fps              | 26        |
|    time_elapsed     | 109       |
|    total_timesteps  | 2949      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.3      |
|    n_updates        | 2748      |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 113       |
|    ep_rew_mean      | -2.88e+03 |
|    exploration_rate | 0.966     |
| time/               |           |
|    episodes         | 32        |
|    fps              | 27        |
|    time_elapsed     | 132       |
|    total_timesteps  | 3602      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.03      |
|    n_updates        | 3401      |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 112       |
|    ep_rew_mean      | -3.02e+03 |
|    exploration_rate | 0.962     |
| time/               |           |
|    episodes         | 36        |
|    fps              | 27        |
|    time_elapsed     | 147       |
|    total_timesteps  | 4043      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.98      |
|    n_updates        | 3842      |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 117       |
|    ep_rew_mean      | -2.92e+03 |
|    exploration_rate | 0.956     |
| time/               |           |
|    episodes         | 40        |
|    fps              | 27        |
|    time_elapsed     | 169       |
|    total_timesteps  | 4669      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 12.8      |
|    n_updates        | 4468      |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 116      |
|    ep_rew_mean      | -2.8e+03 |
|    exploration_rate | 0.951    |
| time/               |          |
|    episodes         | 44       |
|    fps              | 27       |
|    time_elapsed     | 185      |
|    total_timesteps  | 5112     |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 14.5     |
|    n_updates        | 4911     |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 114       |
|    ep_rew_mean      | -2.88e+03 |
|    exploration_rate | 0.948     |
| time/               |           |
|    episodes         | 48        |
|    fps              | 27        |
|    time_elapsed     | 198       |
|    total_timesteps  | 5478      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 15.1      |
|    n_updates        | 5277      |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 115      |
|    ep_rew_mean      | -2.9e+03 |
|    exploration_rate | 0.943    |
| time/               |          |
|    episodes         | 52       |
|    fps              | 27       |
|    time_elapsed     | 217      |
|    total_timesteps  | 5985     |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 10.2     |
|    n_updates        | 5784     |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 125       |
|    ep_rew_mean      | -3.13e+03 |
|    exploration_rate | 0.934     |
| time/               |           |
|    episodes         | 56        |
|    fps              | 27        |
|    time_elapsed     | 253       |
|    total_timesteps  | 6991      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.3      |
|    n_updates        | 6790      |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 122       |
|    ep_rew_mean      | -3.03e+03 |
|    exploration_rate | 0.931     |
| time/               |           |
|    episodes         | 60        |
|    fps              | 27        |
|    time_elapsed     | 265       |
|    total_timesteps  | 7314      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.5      |
|    n_updates        | 7113      |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 121       |
|    ep_rew_mean      | -3.05e+03 |
|    exploration_rate | 0.926     |
| time/               |           |
|    episodes         | 64        |
|    fps              | 27        |
|    time_elapsed     | 279       |
|    total_timesteps  | 7745      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 26.9      |
|    n_updates        | 7544      |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 122       |
|    ep_rew_mean      | -3.12e+03 |
|    exploration_rate | 0.921     |
| time/               |           |
|    episodes         | 68        |
|    fps              | 27        |
|    time_elapsed     | 299       |
|    total_timesteps  | 8302      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.14      |
|    n_updates        | 8101      |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 121       |
|    ep_rew_mean      | -3.07e+03 |
|    exploration_rate | 0.917     |
| time/               |           |
|    episodes         | 72        |
|    fps              | 27        |
|    time_elapsed     | 314       |
|    total_timesteps  | 8738      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 26.6      |
|    n_updates        | 8537      |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 119       |
|    ep_rew_mean      | -3.02e+03 |
|    exploration_rate | 0.914     |
| time/               |           |
|    episodes         | 76        |
|    fps              | 27        |
|    time_elapsed     | 327       |
|    total_timesteps  | 9059      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 12.2      |
|    n_updates        | 8858      |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 117       |
|    ep_rew_mean      | -2.97e+03 |
|    exploration_rate | 0.911     |
| time/               |           |
|    episodes         | 80        |
|    fps              | 27        |
|    time_elapsed     | 336       |
|    total_timesteps  | 9324      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.14      |
|    n_updates        | 9123      |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 119       |
|    ep_rew_mean      | -2.92e+03 |
|    exploration_rate | 0.905     |
| time/               |           |
|    episodes         | 84        |
|    fps              | 27        |
|    time_elapsed     | 359       |
|    total_timesteps  | 9961      |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.8       |
|    n_updates        | 9760      |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 118      |
|    ep_rew_mean      | -2.9e+03 |
|    exploration_rate | 0.901    |
| time/               |          |
|    episodes         | 88       |
|    fps              | 27       |
|    time_elapsed     | 375      |
|    total_timesteps  | 10421    |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 11.1     |
|    n_updates        | 10220    |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 118       |
|    ep_rew_mean      | -2.89e+03 |
|    exploration_rate | 0.897     |
| time/               |           |
|    episodes         | 92        |
|    fps              | 27        |
|    time_elapsed     | 391       |
|    total_timesteps  | 10843     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.88      |
|    n_updates        | 10642     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 118       |
|    ep_rew_mean      | -2.86e+03 |
|    exploration_rate | 0.892     |
| time/               |           |
|    episodes         | 96        |
|    fps              | 27        |
|    time_elapsed     | 409       |
|    total_timesteps  | 11317     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.92      |
|    n_updates        | 11116     |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 118      |
|    ep_rew_mean      | -2.8e+03 |
|    exploration_rate | 0.888    |
| time/               |          |
|    episodes         | 100      |
|    fps              | 27       |
|    time_elapsed     | 425      |
|    total_timesteps  | 11757    |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 9.31     |
|    n_updates        | 11556    |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 123       |
|    ep_rew_mean      | -2.91e+03 |
|    exploration_rate | 0.88      |
| time/               |           |
|    episodes         | 104       |
|    fps              | 27        |
|    time_elapsed     | 454       |
|    total_timesteps  | 12607     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.93      |
|    n_updates        | 12406     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 123       |
|    ep_rew_mean      | -2.93e+03 |
|    exploration_rate | 0.877     |
| time/               |           |
|    episodes         | 108       |
|    fps              | 27        |
|    time_elapsed     | 467       |
|    total_timesteps  | 12948     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 12.8      |
|    n_updates        | 12747     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 122       |
|    ep_rew_mean      | -2.94e+03 |
|    exploration_rate | 0.874     |
| time/               |           |
|    episodes         | 112       |
|    fps              | 27        |
|    time_elapsed     | 480       |
|    total_timesteps  | 13298     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.4      |
|    n_updates        | 13097     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 119       |
|    ep_rew_mean      | -2.94e+03 |
|    exploration_rate | 0.871     |
| time/               |           |
|    episodes         | 116       |
|    fps              | 27        |
|    time_elapsed     | 489       |
|    total_timesteps  | 13572     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 27.5      |
|    n_updates        | 13371     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 121       |
|    ep_rew_mean      | -3.04e+03 |
|    exploration_rate | 0.865     |
| time/               |           |
|    episodes         | 120       |
|    fps              | 27        |
|    time_elapsed     | 513       |
|    total_timesteps  | 14250     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.48      |
|    n_updates        | 14049     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 123       |
|    ep_rew_mean      | -3.11e+03 |
|    exploration_rate | 0.859     |
| time/               |           |
|    episodes         | 124       |
|    fps              | 27        |
|    time_elapsed     | 532       |
|    total_timesteps  | 14791     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.1      |
|    n_updates        | 14590     |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 124      |
|    ep_rew_mean      | -3.1e+03 |
|    exploration_rate | 0.854    |
| time/               |          |
|    episodes         | 128      |
|    fps              | 27       |
|    time_elapsed     | 552      |
|    total_timesteps  | 15339    |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 8.53     |
|    n_updates        | 15138    |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 130       |
|    ep_rew_mean      | -3.21e+03 |
|    exploration_rate | 0.842     |
| time/               |           |
|    episodes         | 132       |
|    fps              | 27        |
|    time_elapsed     | 597       |
|    total_timesteps  | 16614     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.87      |
|    n_updates        | 16413     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 128       |
|    ep_rew_mean      | -3.09e+03 |
|    exploration_rate | 0.84      |
| time/               |           |
|    episodes         | 136       |
|    fps              | 27        |
|    time_elapsed     | 605       |
|    total_timesteps  | 16848     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.4      |
|    n_updates        | 16647     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 127       |
|    ep_rew_mean      | -3.16e+03 |
|    exploration_rate | 0.835     |
| time/               |           |
|    episodes         | 140       |
|    fps              | 27        |
|    time_elapsed     | 624       |
|    total_timesteps  | 17322     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.8      |
|    n_updates        | 17121     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 125       |
|    ep_rew_mean      | -3.19e+03 |
|    exploration_rate | 0.833     |
| time/               |           |
|    episodes         | 144       |
|    fps              | 27        |
|    time_elapsed     | 634       |
|    total_timesteps  | 17599     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.4       |
|    n_updates        | 17398     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 124       |
|    ep_rew_mean      | -3.19e+03 |
|    exploration_rate | 0.83      |
| time/               |           |
|    episodes         | 148       |
|    fps              | 27        |
|    time_elapsed     | 644       |
|    total_timesteps  | 17887     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 30.7      |
|    n_updates        | 17686     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 122       |
|    ep_rew_mean      | -3.13e+03 |
|    exploration_rate | 0.827     |
| time/               |           |
|    episodes         | 152       |
|    fps              | 27        |
|    time_elapsed     | 655       |
|    total_timesteps  | 18185     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.48      |
|    n_updates        | 17984     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 118       |
|    ep_rew_mean      | -3.12e+03 |
|    exploration_rate | 0.822     |
| time/               |           |
|    episodes         | 156       |
|    fps              | 27        |
|    time_elapsed     | 676       |
|    total_timesteps  | 18754     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.1       |
|    n_updates        | 18553     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 118       |
|    ep_rew_mean      | -3.12e+03 |
|    exploration_rate | 0.819     |
| time/               |           |
|    episodes         | 160       |
|    fps              | 27        |
|    time_elapsed     | 687       |
|    total_timesteps  | 19081     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.2      |
|    n_updates        | 18880     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 117       |
|    ep_rew_mean      | -3.05e+03 |
|    exploration_rate | 0.816     |
| time/               |           |
|    episodes         | 164       |
|    fps              | 27        |
|    time_elapsed     | 699       |
|    total_timesteps  | 19404     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.6      |
|    n_updates        | 19203     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 116       |
|    ep_rew_mean      | -2.99e+03 |
|    exploration_rate | 0.811     |
| time/               |           |
|    episodes         | 168       |
|    fps              | 27        |
|    time_elapsed     | 715       |
|    total_timesteps  | 19864     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.05      |
|    n_updates        | 19663     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 116       |
|    ep_rew_mean      | -3.08e+03 |
|    exploration_rate | 0.807     |
| time/               |           |
|    episodes         | 172       |
|    fps              | 27        |
|    time_elapsed     | 732       |
|    total_timesteps  | 20334     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.14      |
|    n_updates        | 20133     |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 117      |
|    ep_rew_mean      | -3.1e+03 |
|    exploration_rate | 0.803    |
| time/               |          |
|    episodes         | 176      |
|    fps              | 27       |
|    time_elapsed     | 747      |
|    total_timesteps  | 20766    |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 9.65     |
|    n_updates        | 20565    |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 118       |
|    ep_rew_mean      | -3.08e+03 |
|    exploration_rate | 0.799     |
| time/               |           |
|    episodes         | 180       |
|    fps              | 27        |
|    time_elapsed     | 761       |
|    total_timesteps  | 21172     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.9      |
|    n_updates        | 20971     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 118       |
|    ep_rew_mean      | -3.13e+03 |
|    exploration_rate | 0.793     |
| time/               |           |
|    episodes         | 184       |
|    fps              | 27        |
|    time_elapsed     | 782       |
|    total_timesteps  | 21746     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.5       |
|    n_updates        | 21545     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 115       |
|    ep_rew_mean      | -3.12e+03 |
|    exploration_rate | 0.791     |
| time/               |           |
|    episodes         | 188       |
|    fps              | 27        |
|    time_elapsed     | 789       |
|    total_timesteps  | 21967     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.3      |
|    n_updates        | 21766     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 115       |
|    ep_rew_mean      | -3.08e+03 |
|    exploration_rate | 0.788     |
| time/               |           |
|    episodes         | 192       |
|    fps              | 27        |
|    time_elapsed     | 802       |
|    total_timesteps  | 22327     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.09      |
|    n_updates        | 22126     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 112       |
|    ep_rew_mean      | -3.08e+03 |
|    exploration_rate | 0.786     |
| time/               |           |
|    episodes         | 196       |
|    fps              | 27        |
|    time_elapsed     | 810       |
|    total_timesteps  | 22539     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.3      |
|    n_updates        | 22338     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 110       |
|    ep_rew_mean      | -3.11e+03 |
|    exploration_rate | 0.783     |
| time/               |           |
|    episodes         | 200       |
|    fps              | 27        |
|    time_elapsed     | 819       |
|    total_timesteps  | 22790     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 13.5      |
|    n_updates        | 22589     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 113       |
|    ep_rew_mean      | -3.19e+03 |
|    exploration_rate | 0.773     |
| time/               |           |
|    episodes         | 204       |
|    fps              | 27        |
|    time_elapsed     | 859       |
|    total_timesteps  | 23925     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 12.9      |
|    n_updates        | 23724     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 114       |
|    ep_rew_mean      | -3.18e+03 |
|    exploration_rate | 0.769     |
| time/               |           |
|    episodes         | 208       |
|    fps              | 27        |
|    time_elapsed     | 872       |
|    total_timesteps  | 24318     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.3      |
|    n_updates        | 24117     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 114       |
|    ep_rew_mean      | -3.17e+03 |
|    exploration_rate | 0.766     |
| time/               |           |
|    episodes         | 212       |
|    fps              | 27        |
|    time_elapsed     | 885       |
|    total_timesteps  | 24684     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.6      |
|    n_updates        | 24483     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 119       |
|    ep_rew_mean      | -3.28e+03 |
|    exploration_rate | 0.758     |
| time/               |           |
|    episodes         | 216       |
|    fps              | 27        |
|    time_elapsed     | 912       |
|    total_timesteps  | 25453     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.8       |
|    n_updates        | 25252     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 118       |
|    ep_rew_mean      | -3.22e+03 |
|    exploration_rate | 0.752     |
| time/               |           |
|    episodes         | 220       |
|    fps              | 27        |
|    time_elapsed     | 934       |
|    total_timesteps  | 26063     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.8      |
|    n_updates        | 25862     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 116       |
|    ep_rew_mean      | -3.13e+03 |
|    exploration_rate | 0.749     |
| time/               |           |
|    episodes         | 224       |
|    fps              | 27        |
|    time_elapsed     | 945       |
|    total_timesteps  | 26375     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 21.7      |
|    n_updates        | 26174     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 115       |
|    ep_rew_mean      | -3.16e+03 |
|    exploration_rate | 0.745     |
| time/               |           |
|    episodes         | 228       |
|    fps              | 27        |
|    time_elapsed     | 959       |
|    total_timesteps  | 26793     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 27.6      |
|    n_updates        | 26592     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 105       |
|    ep_rew_mean      | -2.91e+03 |
|    exploration_rate | 0.742     |
| time/               |           |
|    episodes         | 232       |
|    fps              | 27        |
|    time_elapsed     | 971       |
|    total_timesteps  | 27109     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 25        |
|    n_updates        | 26908     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 109       |
|    ep_rew_mean      | -3.06e+03 |
|    exploration_rate | 0.736     |
| time/               |           |
|    episodes         | 236       |
|    fps              | 27        |
|    time_elapsed     | 995       |
|    total_timesteps  | 27752     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.61      |
|    n_updates        | 27551     |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 107      |
|    ep_rew_mean      | -3e+03   |
|    exploration_rate | 0.734    |
| time/               |          |
|    episodes         | 240      |
|    fps              | 27       |
|    time_elapsed     | 1006     |
|    total_timesteps  | 28052    |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 39.3     |
|    n_updates        | 27851    |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 107       |
|    ep_rew_mean      | -2.99e+03 |
|    exploration_rate | 0.731     |
| time/               |           |
|    episodes         | 244       |
|    fps              | 27        |
|    time_elapsed     | 1016      |
|    total_timesteps  | 28325     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 25        |
|    n_updates        | 28124     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 112       |
|    ep_rew_mean      | -3.02e+03 |
|    exploration_rate | 0.724     |
| time/               |           |
|    episodes         | 248       |
|    fps              | 27        |
|    time_elapsed     | 1043      |
|    total_timesteps  | 29097     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.85      |
|    n_updates        | 28896     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 115       |
|    ep_rew_mean      | -3.03e+03 |
|    exploration_rate | 0.718     |
| time/               |           |
|    episodes         | 252       |
|    fps              | 27        |
|    time_elapsed     | 1063      |
|    total_timesteps  | 29650     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.2      |
|    n_updates        | 29449     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 116       |
|    ep_rew_mean      | -2.98e+03 |
|    exploration_rate | 0.712     |
| time/               |           |
|    episodes         | 256       |
|    fps              | 27        |
|    time_elapsed     | 1087      |
|    total_timesteps  | 30344     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.53      |
|    n_updates        | 30143     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 119       |
|    ep_rew_mean      | -3.06e+03 |
|    exploration_rate | 0.705     |
| time/               |           |
|    episodes         | 260       |
|    fps              | 27        |
|    time_elapsed     | 1111      |
|    total_timesteps  | 31000     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.65      |
|    n_updates        | 30799     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 126       |
|    ep_rew_mean      | -3.29e+03 |
|    exploration_rate | 0.696     |
| time/               |           |
|    episodes         | 264       |
|    fps              | 27        |
|    time_elapsed     | 1146      |
|    total_timesteps  | 32014     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.5      |
|    n_updates        | 31813     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 130       |
|    ep_rew_mean      | -3.29e+03 |
|    exploration_rate | 0.687     |
| time/               |           |
|    episodes         | 268       |
|    fps              | 27        |
|    time_elapsed     | 1177      |
|    total_timesteps  | 32897     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 27.1      |
|    n_updates        | 32696     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 132       |
|    ep_rew_mean      | -3.15e+03 |
|    exploration_rate | 0.681     |
| time/               |           |
|    episodes         | 272       |
|    fps              | 27        |
|    time_elapsed     | 1204      |
|    total_timesteps  | 33557     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 29.8      |
|    n_updates        | 33356     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 130       |
|    ep_rew_mean      | -3.11e+03 |
|    exploration_rate | 0.68      |
| time/               |           |
|    episodes         | 276       |
|    fps              | 27        |
|    time_elapsed     | 1216      |
|    total_timesteps  | 33723     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.26      |
|    n_updates        | 33522     |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 128      |
|    ep_rew_mean      | -3.1e+03 |
|    exploration_rate | 0.677    |
| time/               |          |
|    episodes         | 280      |
|    fps              | 27       |
|    time_elapsed     | 1231     |
|    total_timesteps  | 33976    |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 26.5     |
|    n_updates        | 33775    |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 125       |
|    ep_rew_mean      | -3.06e+03 |
|    exploration_rate | 0.674     |
| time/               |           |
|    episodes         | 284       |
|    fps              | 27        |
|    time_elapsed     | 1242      |
|    total_timesteps  | 34286     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.45      |
|    n_updates        | 34085     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 135       |
|    ep_rew_mean      | -3.25e+03 |
|    exploration_rate | 0.663     |
| time/               |           |
|    episodes         | 288       |
|    fps              | 27        |
|    time_elapsed     | 1285      |
|    total_timesteps  | 35495     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.5      |
|    n_updates        | 35294     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 138       |
|    ep_rew_mean      | -3.34e+03 |
|    exploration_rate | 0.657     |
| time/               |           |
|    episodes         | 292       |
|    fps              | 27        |
|    time_elapsed     | 1307      |
|    total_timesteps  | 36133     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 28.3      |
|    n_updates        | 35932     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 141       |
|    ep_rew_mean      | -3.39e+03 |
|    exploration_rate | 0.652     |
| time/               |           |
|    episodes         | 296       |
|    fps              | 27        |
|    time_elapsed     | 1326      |
|    total_timesteps  | 36678     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.96      |
|    n_updates        | 36477     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 145       |
|    ep_rew_mean      | -3.44e+03 |
|    exploration_rate | 0.646     |
| time/               |           |
|    episodes         | 300       |
|    fps              | 27        |
|    time_elapsed     | 1348      |
|    total_timesteps  | 37256     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 12.8      |
|    n_updates        | 37055     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 138       |
|    ep_rew_mean      | -3.27e+03 |
|    exploration_rate | 0.642     |
| time/               |           |
|    episodes         | 304       |
|    fps              | 27        |
|    time_elapsed     | 1364      |
|    total_timesteps  | 37682     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 12.2      |
|    n_updates        | 37481     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 138       |
|    ep_rew_mean      | -3.29e+03 |
|    exploration_rate | 0.638     |
| time/               |           |
|    episodes         | 308       |
|    fps              | 27        |
|    time_elapsed     | 1380      |
|    total_timesteps  | 38141     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 24.9      |
|    n_updates        | 37940     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 144       |
|    ep_rew_mean      | -3.33e+03 |
|    exploration_rate | 0.628     |
| time/               |           |
|    episodes         | 312       |
|    fps              | 27        |
|    time_elapsed     | 1415      |
|    total_timesteps  | 39117     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.4      |
|    n_updates        | 38916     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 146       |
|    ep_rew_mean      | -3.37e+03 |
|    exploration_rate | 0.619     |
| time/               |           |
|    episodes         | 316       |
|    fps              | 27        |
|    time_elapsed     | 1448      |
|    total_timesteps  | 40060     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.95      |
|    n_updates        | 39859     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 145       |
|    ep_rew_mean      | -3.28e+03 |
|    exploration_rate | 0.615     |
| time/               |           |
|    episodes         | 320       |
|    fps              | 27        |
|    time_elapsed     | 1464      |
|    total_timesteps  | 40537     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 14.9      |
|    n_updates        | 40336     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 150       |
|    ep_rew_mean      | -3.38e+03 |
|    exploration_rate | 0.607     |
| time/               |           |
|    episodes         | 324       |
|    fps              | 27        |
|    time_elapsed     | 1494      |
|    total_timesteps  | 41382     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 32.1      |
|    n_updates        | 41181     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 161       |
|    ep_rew_mean      | -3.56e+03 |
|    exploration_rate | 0.592     |
| time/               |           |
|    episodes         | 328       |
|    fps              | 27        |
|    time_elapsed     | 1548      |
|    total_timesteps  | 42941     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.69      |
|    n_updates        | 42740     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 166       |
|    ep_rew_mean      | -3.56e+03 |
|    exploration_rate | 0.585     |
| time/               |           |
|    episodes         | 332       |
|    fps              | 27        |
|    time_elapsed     | 1575      |
|    total_timesteps  | 43710     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.4       |
|    n_updates        | 43509     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 175       |
|    ep_rew_mean      | -3.59e+03 |
|    exploration_rate | 0.57      |
| time/               |           |
|    episodes         | 336       |
|    fps              | 27        |
|    time_elapsed     | 1631      |
|    total_timesteps  | 45285     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.67      |
|    n_updates        | 45084     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 183       |
|    ep_rew_mean      | -3.66e+03 |
|    exploration_rate | 0.56      |
| time/               |           |
|    episodes         | 340       |
|    fps              | 27        |
|    time_elapsed     | 1668      |
|    total_timesteps  | 46362     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.23      |
|    n_updates        | 46161     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 184       |
|    ep_rew_mean      | -3.67e+03 |
|    exploration_rate | 0.556     |
| time/               |           |
|    episodes         | 344       |
|    fps              | 27        |
|    time_elapsed     | 1683      |
|    total_timesteps  | 46768     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.58      |
|    n_updates        | 46567     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 187       |
|    ep_rew_mean      | -3.64e+03 |
|    exploration_rate | 0.546     |
| time/               |           |
|    episodes         | 348       |
|    fps              | 27        |
|    time_elapsed     | 1719      |
|    total_timesteps  | 47775     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.2      |
|    n_updates        | 47574     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 193       |
|    ep_rew_mean      | -3.87e+03 |
|    exploration_rate | 0.535     |
| time/               |           |
|    episodes         | 352       |
|    fps              | 27        |
|    time_elapsed     | 1761      |
|    total_timesteps  | 48974     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.1      |
|    n_updates        | 48773     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 197       |
|    ep_rew_mean      | -3.87e+03 |
|    exploration_rate | 0.524     |
| time/               |           |
|    episodes         | 356       |
|    fps              | 27        |
|    time_elapsed     | 1799      |
|    total_timesteps  | 50067     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 29        |
|    n_updates        | 49866     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 202       |
|    ep_rew_mean      | -3.86e+03 |
|    exploration_rate | 0.514     |
| time/               |           |
|    episodes         | 360       |
|    fps              | 27        |
|    time_elapsed     | 1838      |
|    total_timesteps  | 51188     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.2      |
|    n_updates        | 50987     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 199       |
|    ep_rew_mean      | -3.69e+03 |
|    exploration_rate | 0.507     |
| time/               |           |
|    episodes         | 364       |
|    fps              | 27        |
|    time_elapsed     | 1864      |
|    total_timesteps  | 51914     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.52      |
|    n_updates        | 51713     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 200       |
|    ep_rew_mean      | -3.76e+03 |
|    exploration_rate | 0.498     |
| time/               |           |
|    episodes         | 368       |
|    fps              | 27        |
|    time_elapsed     | 1897      |
|    total_timesteps  | 52857     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.3      |
|    n_updates        | 52656     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 210       |
|    ep_rew_mean      | -3.98e+03 |
|    exploration_rate | 0.482     |
| time/               |           |
|    episodes         | 372       |
|    fps              | 27        |
|    time_elapsed     | 1957      |
|    total_timesteps  | 54508     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.27      |
|    n_updates        | 54307     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 226       |
|    ep_rew_mean      | -4.24e+03 |
|    exploration_rate | 0.465     |
| time/               |           |
|    episodes         | 376       |
|    fps              | 27        |
|    time_elapsed     | 2021      |
|    total_timesteps  | 56287     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.7      |
|    n_updates        | 56086     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 238       |
|    ep_rew_mean      | -4.52e+03 |
|    exploration_rate | 0.451     |
| time/               |           |
|    episodes         | 380       |
|    fps              | 27        |
|    time_elapsed     | 2072      |
|    total_timesteps  | 57743     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.3       |
|    n_updates        | 57542     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 242       |
|    ep_rew_mean      | -4.53e+03 |
|    exploration_rate | 0.444     |
| time/               |           |
|    episodes         | 384       |
|    fps              | 27        |
|    time_elapsed     | 2100      |
|    total_timesteps  | 58528     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.4      |
|    n_updates        | 58327     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 237       |
|    ep_rew_mean      | -4.37e+03 |
|    exploration_rate | 0.437     |
| time/               |           |
|    episodes         | 388       |
|    fps              | 27        |
|    time_elapsed     | 2125      |
|    total_timesteps  | 59212     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 12.9      |
|    n_updates        | 59011     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 244       |
|    ep_rew_mean      | -4.39e+03 |
|    exploration_rate | 0.425     |
| time/               |           |
|    episodes         | 392       |
|    fps              | 27        |
|    time_elapsed     | 2173      |
|    total_timesteps  | 60542     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 14.5      |
|    n_updates        | 60341     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 253       |
|    ep_rew_mean      | -4.43e+03 |
|    exploration_rate | 0.412     |
| time/               |           |
|    episodes         | 396       |
|    fps              | 27        |
|    time_elapsed     | 2223      |
|    total_timesteps  | 61945     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.77      |
|    n_updates        | 61744     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 256       |
|    ep_rew_mean      | -4.37e+03 |
|    exploration_rate | 0.403     |
| time/               |           |
|    episodes         | 400       |
|    fps              | 27        |
|    time_elapsed     | 2254      |
|    total_timesteps  | 62807     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.2      |
|    n_updates        | 62606     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 261       |
|    ep_rew_mean      | -4.36e+03 |
|    exploration_rate | 0.394     |
| time/               |           |
|    episodes         | 404       |
|    fps              | 27        |
|    time_elapsed     | 2290      |
|    total_timesteps  | 63830     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 24.9      |
|    n_updates        | 63629     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 269       |
|    ep_rew_mean      | -4.46e+03 |
|    exploration_rate | 0.382     |
| time/               |           |
|    episodes         | 408       |
|    fps              | 27        |
|    time_elapsed     | 2333      |
|    total_timesteps  | 65043     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.62      |
|    n_updates        | 64842     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 281       |
|    ep_rew_mean      | -4.75e+03 |
|    exploration_rate | 0.362     |
| time/               |           |
|    episodes         | 412       |
|    fps              | 27        |
|    time_elapsed     | 2409      |
|    total_timesteps  | 67183     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.39      |
|    n_updates        | 66982     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 284       |
|    ep_rew_mean      | -4.61e+03 |
|    exploration_rate | 0.349     |
| time/               |           |
|    episodes         | 416       |
|    fps              | 27        |
|    time_elapsed     | 2456      |
|    total_timesteps  | 68484     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.52      |
|    n_updates        | 68283     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 299       |
|    ep_rew_mean      | -4.73e+03 |
|    exploration_rate | 0.331     |
| time/               |           |
|    episodes         | 420       |
|    fps              | 27        |
|    time_elapsed     | 2525      |
|    total_timesteps  | 70461     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.49      |
|    n_updates        | 70260     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 306       |
|    ep_rew_mean      | -4.68e+03 |
|    exploration_rate | 0.316     |
| time/               |           |
|    episodes         | 424       |
|    fps              | 27        |
|    time_elapsed     | 2579      |
|    total_timesteps  | 71980     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.8      |
|    n_updates        | 71779     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 323       |
|    ep_rew_mean      | -4.32e+03 |
|    exploration_rate | 0.285     |
| time/               |           |
|    episodes         | 428       |
|    fps              | 27        |
|    time_elapsed     | 2693      |
|    total_timesteps  | 75280     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 13.2      |
|    n_updates        | 75079     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 330       |
|    ep_rew_mean      | -4.46e+03 |
|    exploration_rate | 0.271     |
| time/               |           |
|    episodes         | 432       |
|    fps              | 27        |
|    time_elapsed     | 2744      |
|    total_timesteps  | 76713     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.31      |
|    n_updates        | 76512     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 330       |
|    ep_rew_mean      | -4.45e+03 |
|    exploration_rate | 0.256     |
| time/               |           |
|    episodes         | 436       |
|    fps              | 27        |
|    time_elapsed     | 2799      |
|    total_timesteps  | 78275     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 12        |
|    n_updates        | 78074     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 345       |
|    ep_rew_mean      | -4.39e+03 |
|    exploration_rate | 0.232     |
| time/               |           |
|    episodes         | 440       |
|    fps              | 27        |
|    time_elapsed     | 2890      |
|    total_timesteps  | 80866     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.4      |
|    n_updates        | 80665     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 376       |
|    ep_rew_mean      | -4.77e+03 |
|    exploration_rate | 0.198     |
| time/               |           |
|    episodes         | 444       |
|    fps              | 27        |
|    time_elapsed     | 3016      |
|    total_timesteps  | 84403     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 19.8      |
|    n_updates        | 84202     |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 384      |
|    ep_rew_mean      | -4.6e+03 |
|    exploration_rate | 0.181    |
| time/               |          |
|    episodes         | 448      |
|    fps              | 28       |
|    time_elapsed     | 3079     |
|    total_timesteps  | 86224    |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 8.25     |
|    n_updates        | 86023    |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 421       |
|    ep_rew_mean      | -4.47e+03 |
|    exploration_rate | 0.134     |
| time/               |           |
|    episodes         | 452       |
|    fps              | 28        |
|    time_elapsed     | 3253      |
|    total_timesteps  | 91111     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 12.4      |
|    n_updates        | 90910     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 426       |
|    ep_rew_mean      | -4.51e+03 |
|    exploration_rate | 0.12      |
| time/               |           |
|    episodes         | 456       |
|    fps              | 28        |
|    time_elapsed     | 3306      |
|    total_timesteps  | 92617     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.31      |
|    n_updates        | 92416     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 430       |
|    ep_rew_mean      | -4.68e+03 |
|    exploration_rate | 0.106     |
| time/               |           |
|    episodes         | 460       |
|    fps              | 28        |
|    time_elapsed     | 3361      |
|    total_timesteps  | 94157     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.11      |
|    n_updates        | 93956     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 435       |
|    ep_rew_mean      | -4.64e+03 |
|    exploration_rate | 0.0937    |
| time/               |           |
|    episodes         | 464       |
|    fps              | 28        |
|    time_elapsed     | 3404      |
|    total_timesteps  | 95399     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 20.5      |
|    n_updates        | 95198     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 444       |
|    ep_rew_mean      | -4.55e+03 |
|    exploration_rate | 0.0758    |
| time/               |           |
|    episodes         | 468       |
|    fps              | 28        |
|    time_elapsed     | 3470      |
|    total_timesteps  | 97282     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.07      |
|    n_updates        | 97081     |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 438       |
|    ep_rew_mean      | -4.56e+03 |
|    exploration_rate | 0.0656    |
| time/               |           |
|    episodes         | 472       |
|    fps              | 28        |
|    time_elapsed     | 3508      |
|    total_timesteps  | 98353     |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.41      |
|    n_updates        | 98152     |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 487      |
|    ep_rew_mean      | -4.6e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 476      |
|    fps              | 28       |
|    time_elapsed     | 3738     |
|    total_timesteps  | 104990   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 8.1      |
|    n_updates        | 104789   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 499       |
|    ep_rew_mean      | -4.63e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 480       |
|    fps              | 28        |
|    time_elapsed     | 3833      |
|    total_timesteps  | 107667    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.76      |
|    n_updates        | 107466    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 529       |
|    ep_rew_mean      | -4.71e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 484       |
|    fps              | 28        |
|    time_elapsed     | 3964      |
|    total_timesteps  | 111405    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.7       |
|    n_updates        | 111204    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 531       |
|    ep_rew_mean      | -4.83e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 488       |
|    fps              | 28        |
|    time_elapsed     | 3995      |
|    total_timesteps  | 112268    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8         |
|    n_updates        | 112067    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 552       |
|    ep_rew_mean      | -4.87e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 492       |
|    fps              | 28        |
|    time_elapsed     | 4118      |
|    total_timesteps  | 115759    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.23      |
|    n_updates        | 115558    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 550       |
|    ep_rew_mean      | -4.75e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 496       |
|    fps              | 28        |
|    time_elapsed     | 4162      |
|    total_timesteps  | 116980    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.68      |
|    n_updates        | 116779    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 560       |
|    ep_rew_mean      | -5.11e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 500       |
|    fps              | 28        |
|    time_elapsed     | 4227      |
|    total_timesteps  | 118806    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.56      |
|    n_updates        | 118605    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 560      |
|    ep_rew_mean      | -5.1e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 504      |
|    fps              | 28       |
|    time_elapsed     | 4264     |
|    total_timesteps  | 119854   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 10.5     |
|    n_updates        | 119653   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 566       |
|    ep_rew_mean      | -5.04e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 508       |
|    fps              | 28        |
|    time_elapsed     | 4328      |
|    total_timesteps  | 121670    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 25.7      |
|    n_updates        | 121469    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 568       |
|    ep_rew_mean      | -4.81e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 512       |
|    fps              | 28        |
|    time_elapsed     | 4410      |
|    total_timesteps  | 123999    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.8      |
|    n_updates        | 123798    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 587      |
|    ep_rew_mean      | -5.1e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 516      |
|    fps              | 28       |
|    time_elapsed     | 4522     |
|    total_timesteps  | 127194   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 8.2      |
|    n_updates        | 126993   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 594       |
|    ep_rew_mean      | -5.19e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 520       |
|    fps              | 28        |
|    time_elapsed     | 4616      |
|    total_timesteps  | 129858    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.99      |
|    n_updates        | 129657    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 595       |
|    ep_rew_mean      | -5.16e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 524       |
|    fps              | 28        |
|    time_elapsed     | 4673      |
|    total_timesteps  | 131485    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.2      |
|    n_updates        | 131284    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 574       |
|    ep_rew_mean      | -5.39e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 528       |
|    fps              | 28        |
|    time_elapsed     | 4717      |
|    total_timesteps  | 132717    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.49      |
|    n_updates        | 132516    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 579       |
|    ep_rew_mean      | -5.19e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 532       |
|    fps              | 28        |
|    time_elapsed     | 4782      |
|    total_timesteps  | 134564    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.2      |
|    n_updates        | 134363    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 571       |
|    ep_rew_mean      | -5.16e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 536       |
|    fps              | 28        |
|    time_elapsed     | 4810      |
|    total_timesteps  | 135364    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.9      |
|    n_updates        | 135163    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 576      |
|    ep_rew_mean      | -5.1e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 540      |
|    fps              | 28       |
|    time_elapsed     | 4919     |
|    total_timesteps  | 138437   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 16.4     |
|    n_updates        | 138236   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 557       |
|    ep_rew_mean      | -4.84e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 544       |
|    fps              | 28        |
|    time_elapsed     | 4977      |
|    total_timesteps  | 140092    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.46      |
|    n_updates        | 139891    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 590       |
|    ep_rew_mean      | -5.74e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 548       |
|    fps              | 28        |
|    time_elapsed     | 5157      |
|    total_timesteps  | 145237    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.2       |
|    n_updates        | 145036    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 550       |
|    ep_rew_mean      | -5.77e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 552       |
|    fps              | 28        |
|    time_elapsed     | 5190      |
|    total_timesteps  | 146081    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.74      |
|    n_updates        | 145880    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 553       |
|    ep_rew_mean      | -5.74e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 556       |
|    fps              | 28        |
|    time_elapsed     | 5254      |
|    total_timesteps  | 147914    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.89      |
|    n_updates        | 147713    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 547       |
|    ep_rew_mean      | -5.74e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 560       |
|    fps              | 28        |
|    time_elapsed     | 5289      |
|    total_timesteps  | 148903    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.39      |
|    n_updates        | 148702    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 551       |
|    ep_rew_mean      | -5.76e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 564       |
|    fps              | 28        |
|    time_elapsed     | 5345      |
|    total_timesteps  | 150467    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.07      |
|    n_updates        | 150266    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 560       |
|    ep_rew_mean      | -6.08e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 568       |
|    fps              | 28        |
|    time_elapsed     | 5442      |
|    total_timesteps  | 153259    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.38      |
|    n_updates        | 153058    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 610       |
|    ep_rew_mean      | -5.99e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 572       |
|    fps              | 28        |
|    time_elapsed     | 5656      |
|    total_timesteps  | 159395    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.26      |
|    n_updates        | 159194    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 554       |
|    ep_rew_mean      | -5.64e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 576       |
|    fps              | 28        |
|    time_elapsed     | 5690      |
|    total_timesteps  | 160385    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.74      |
|    n_updates        | 160184    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 542       |
|    ep_rew_mean      | -5.35e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 580       |
|    fps              | 28        |
|    time_elapsed     | 5741      |
|    total_timesteps  | 161842    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.77      |
|    n_updates        | 161641    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 539       |
|    ep_rew_mean      | -5.88e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 584       |
|    fps              | 28        |
|    time_elapsed     | 5864      |
|    total_timesteps  | 165289    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.32      |
|    n_updates        | 165088    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 534       |
|    ep_rew_mean      | -5.69e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 588       |
|    fps              | 28        |
|    time_elapsed     | 5883      |
|    total_timesteps  | 165688    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.88      |
|    n_updates        | 165487    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 507       |
|    ep_rew_mean      | -5.69e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 592       |
|    fps              | 28        |
|    time_elapsed     | 5916      |
|    total_timesteps  | 166481    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.24      |
|    n_updates        | 166280    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 506       |
|    ep_rew_mean      | -5.76e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 596       |
|    fps              | 28        |
|    time_elapsed     | 5954      |
|    total_timesteps  | 167574    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.63      |
|    n_updates        | 167373    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 495       |
|    ep_rew_mean      | -5.58e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 600       |
|    fps              | 28        |
|    time_elapsed     | 5980      |
|    total_timesteps  | 168291    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 24.4      |
|    n_updates        | 168090    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 493       |
|    ep_rew_mean      | -5.59e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 604       |
|    fps              | 28        |
|    time_elapsed     | 6010      |
|    total_timesteps  | 169151    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.62      |
|    n_updates        | 168950    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 491       |
|    ep_rew_mean      | -5.64e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 608       |
|    fps              | 28        |
|    time_elapsed     | 6068      |
|    total_timesteps  | 170769    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.57      |
|    n_updates        | 170568    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 477       |
|    ep_rew_mean      | -5.62e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 612       |
|    fps              | 28        |
|    time_elapsed     | 6100      |
|    total_timesteps  | 171677    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.47      |
|    n_updates        | 171476    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 508       |
|    ep_rew_mean      | -6.75e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 616       |
|    fps              | 28        |
|    time_elapsed     | 6320      |
|    total_timesteps  | 177959    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.1      |
|    n_updates        | 177758    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 496       |
|    ep_rew_mean      | -6.73e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 620       |
|    fps              | 28        |
|    time_elapsed     | 6373      |
|    total_timesteps  | 179472    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.18      |
|    n_updates        | 179271    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 541       |
|    ep_rew_mean      | -6.98e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 624       |
|    fps              | 28        |
|    time_elapsed     | 6587      |
|    total_timesteps  | 185554    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.65      |
|    n_updates        | 185353    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 545       |
|    ep_rew_mean      | -6.81e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 628       |
|    fps              | 28        |
|    time_elapsed     | 6645      |
|    total_timesteps  | 187203    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.5      |
|    n_updates        | 187002    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 547       |
|    ep_rew_mean      | -6.87e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 632       |
|    fps              | 28        |
|    time_elapsed     | 6717      |
|    total_timesteps  | 189247    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.06      |
|    n_updates        | 189046    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 555       |
|    ep_rew_mean      | -7.03e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 636       |
|    fps              | 28        |
|    time_elapsed     | 6775      |
|    total_timesteps  | 190893    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.64      |
|    n_updates        | 190692    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 586       |
|    ep_rew_mean      | -7.52e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 640       |
|    fps              | 28        |
|    time_elapsed     | 6986      |
|    total_timesteps  | 196988    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.46      |
|    n_updates        | 196787    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 578       |
|    ep_rew_mean      | -7.42e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 644       |
|    fps              | 28        |
|    time_elapsed     | 7016      |
|    total_timesteps  | 197854    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.55      |
|    n_updates        | 197653    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 561       |
|    ep_rew_mean      | -7.56e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 648       |
|    fps              | 28        |
|    time_elapsed     | 7137      |
|    total_timesteps  | 201333    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.32      |
|    n_updates        | 201132    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 585       |
|    ep_rew_mean      | -7.85e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 652       |
|    fps              | 28        |
|    time_elapsed     | 7251      |
|    total_timesteps  | 204545    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.94      |
|    n_updates        | 204344    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 578       |
|    ep_rew_mean      | -7.84e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 656       |
|    fps              | 28        |
|    time_elapsed     | 7291      |
|    total_timesteps  | 205679    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 3.12      |
|    n_updates        | 205478    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 588      |
|    ep_rew_mean      | -7.9e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 660      |
|    fps              | 28       |
|    time_elapsed     | 7362     |
|    total_timesteps  | 207700   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 5.51     |
|    n_updates        | 207499   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 583       |
|    ep_rew_mean      | -7.94e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 664       |
|    fps              | 28        |
|    time_elapsed     | 7399      |
|    total_timesteps  | 208760    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.55      |
|    n_updates        | 208559    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 562      |
|    ep_rew_mean      | -7.6e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 668      |
|    fps              | 28       |
|    time_elapsed     | 7426     |
|    total_timesteps  | 209507   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 5.45     |
|    n_updates        | 209306   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 520       |
|    ep_rew_mean      | -7.64e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 672       |
|    fps              | 28        |
|    time_elapsed     | 7494      |
|    total_timesteps  | 211444    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.09      |
|    n_updates        | 211243    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 526       |
|    ep_rew_mean      | -7.98e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 676       |
|    fps              | 28        |
|    time_elapsed     | 7550      |
|    total_timesteps  | 213014    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.45      |
|    n_updates        | 212813    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 516       |
|    ep_rew_mean      | -8.04e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 680       |
|    fps              | 28        |
|    time_elapsed     | 7564      |
|    total_timesteps  | 213409    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.06      |
|    n_updates        | 213208    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 496       |
|    ep_rew_mean      | -7.73e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 684       |
|    fps              | 28        |
|    time_elapsed     | 7617      |
|    total_timesteps  | 214918    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.04      |
|    n_updates        | 214717    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 503       |
|    ep_rew_mean      | -7.88e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 688       |
|    fps              | 28        |
|    time_elapsed     | 7655      |
|    total_timesteps  | 215990    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 25.6      |
|    n_updates        | 215789    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 505       |
|    ep_rew_mean      | -7.77e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 692       |
|    fps              | 28        |
|    time_elapsed     | 7689      |
|    total_timesteps  | 216961    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.28      |
|    n_updates        | 216760    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 508       |
|    ep_rew_mean      | -7.78e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 696       |
|    fps              | 28        |
|    time_elapsed     | 7739      |
|    total_timesteps  | 218414    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 22.7      |
|    n_updates        | 218213    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 518       |
|    ep_rew_mean      | -7.79e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 700       |
|    fps              | 28        |
|    time_elapsed     | 7797      |
|    total_timesteps  | 220055    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 26.5      |
|    n_updates        | 219854    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 527       |
|    ep_rew_mean      | -7.94e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 704       |
|    fps              | 28        |
|    time_elapsed     | 7861      |
|    total_timesteps  | 221867    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.41      |
|    n_updates        | 221666    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 524       |
|    ep_rew_mean      | -7.71e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 708       |
|    fps              | 28        |
|    time_elapsed     | 7905      |
|    total_timesteps  | 223138    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.9      |
|    n_updates        | 222937    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 530       |
|    ep_rew_mean      | -7.71e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 712       |
|    fps              | 28        |
|    time_elapsed     | 7961      |
|    total_timesteps  | 224695    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.89      |
|    n_updates        | 224494    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 483       |
|    ep_rew_mean      | -6.51e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 716       |
|    fps              | 28        |
|    time_elapsed     | 8018      |
|    total_timesteps  | 226292    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.56      |
|    n_updates        | 226091    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 479      |
|    ep_rew_mean      | -6.5e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 720      |
|    fps              | 28       |
|    time_elapsed     | 8058     |
|    total_timesteps  | 227396   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 5.72     |
|    n_updates        | 227195   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 425       |
|    ep_rew_mean      | -6.31e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 724       |
|    fps              | 28        |
|    time_elapsed     | 8082      |
|    total_timesteps  | 228033    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.52      |
|    n_updates        | 227832    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 426       |
|    ep_rew_mean      | -6.66e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 728       |
|    fps              | 28        |
|    time_elapsed     | 8143      |
|    total_timesteps  | 229757    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.13      |
|    n_updates        | 229556    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 409       |
|    ep_rew_mean      | -6.61e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 732       |
|    fps              | 28        |
|    time_elapsed     | 8157      |
|    total_timesteps  | 230147    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.03      |
|    n_updates        | 229946    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 401       |
|    ep_rew_mean      | -6.51e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 736       |
|    fps              | 28        |
|    time_elapsed     | 8187      |
|    total_timesteps  | 230998    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.88      |
|    n_updates        | 230797    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 353       |
|    ep_rew_mean      | -6.05e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 740       |
|    fps              | 28        |
|    time_elapsed     | 8237      |
|    total_timesteps  | 232327    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.18      |
|    n_updates        | 232126    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 364       |
|    ep_rew_mean      | -6.09e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 744       |
|    fps              | 28        |
|    time_elapsed     | 8304      |
|    total_timesteps  | 234231    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.12      |
|    n_updates        | 234030    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 337       |
|    ep_rew_mean      | -5.33e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 748       |
|    fps              | 28        |
|    time_elapsed     | 8332      |
|    total_timesteps  | 235027    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.05      |
|    n_updates        | 234826    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 337       |
|    ep_rew_mean      | -5.22e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 752       |
|    fps              | 28        |
|    time_elapsed     | 8446      |
|    total_timesteps  | 238200    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.46      |
|    n_updates        | 237999    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 338       |
|    ep_rew_mean      | -5.45e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 756       |
|    fps              | 28        |
|    time_elapsed     | 8492      |
|    total_timesteps  | 239512    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.48      |
|    n_updates        | 239311    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 333       |
|    ep_rew_mean      | -5.19e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 760       |
|    fps              | 28        |
|    time_elapsed     | 8543      |
|    total_timesteps  | 240962    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.69      |
|    n_updates        | 240761    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 365       |
|    ep_rew_mean      | -6.04e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 764       |
|    fps              | 28        |
|    time_elapsed     | 8694      |
|    total_timesteps  | 245289    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 24        |
|    n_updates        | 245088    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 399       |
|    ep_rew_mean      | -6.65e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 768       |
|    fps              | 28        |
|    time_elapsed     | 8842      |
|    total_timesteps  | 249431    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.35      |
|    n_updates        | 249230    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 416       |
|    ep_rew_mean      | -7.15e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 772       |
|    fps              | 28        |
|    time_elapsed     | 8971      |
|    total_timesteps  | 253052    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.5       |
|    n_updates        | 252851    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 412       |
|    ep_rew_mean      | -6.75e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 776       |
|    fps              | 28        |
|    time_elapsed     | 9011      |
|    total_timesteps  | 254178    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.16      |
|    n_updates        | 253977    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 417       |
|    ep_rew_mean      | -6.69e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 780       |
|    fps              | 28        |
|    time_elapsed     | 9047      |
|    total_timesteps  | 255082    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 3.83      |
|    n_updates        | 254881    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 416       |
|    ep_rew_mean      | -6.67e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 784       |
|    fps              | 28        |
|    time_elapsed     | 9099      |
|    total_timesteps  | 256548    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.92      |
|    n_updates        | 256347    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 423       |
|    ep_rew_mean      | -6.69e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 788       |
|    fps              | 28        |
|    time_elapsed     | 9159      |
|    total_timesteps  | 258267    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.26      |
|    n_updates        | 258066    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 441       |
|    ep_rew_mean      | -6.78e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 792       |
|    fps              | 28        |
|    time_elapsed     | 9258      |
|    total_timesteps  | 261041    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.82      |
|    n_updates        | 260840    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 444       |
|    ep_rew_mean      | -6.87e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 796       |
|    fps              | 28        |
|    time_elapsed     | 9323      |
|    total_timesteps  | 262852    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.61      |
|    n_updates        | 262651    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 467       |
|    ep_rew_mean      | -7.22e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 800       |
|    fps              | 28        |
|    time_elapsed     | 9458      |
|    total_timesteps  | 266773    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.74      |
|    n_updates        | 266572    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 473       |
|    ep_rew_mean      | -7.31e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 804       |
|    fps              | 28        |
|    time_elapsed     | 9542      |
|    total_timesteps  | 269151    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.35      |
|    n_updates        | 268950    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 494       |
|    ep_rew_mean      | -7.41e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 808       |
|    fps              | 28        |
|    time_elapsed     | 9659      |
|    total_timesteps  | 272516    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.51      |
|    n_updates        | 272315    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 510      |
|    ep_rew_mean      | -7.4e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 812      |
|    fps              | 28       |
|    time_elapsed     | 9770     |
|    total_timesteps  | 275710   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 7.13     |
|    n_updates        | 275509   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 519       |
|    ep_rew_mean      | -7.18e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 816       |
|    fps              | 28        |
|    time_elapsed     | 9856      |
|    total_timesteps  | 278197    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.3      |
|    n_updates        | 277996    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 530       |
|    ep_rew_mean      | -7.05e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 820       |
|    fps              | 28        |
|    time_elapsed     | 9933      |
|    total_timesteps  | 280385    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.4       |
|    n_updates        | 280184    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 546       |
|    ep_rew_mean      | -6.92e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 824       |
|    fps              | 28        |
|    time_elapsed     | 10010     |
|    total_timesteps  | 282599    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.61      |
|    n_updates        | 282398    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 540       |
|    ep_rew_mean      | -6.94e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 828       |
|    fps              | 28        |
|    time_elapsed     | 10050     |
|    total_timesteps  | 283725    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.93      |
|    n_updates        | 283524    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 549       |
|    ep_rew_mean      | -7.03e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 832       |
|    fps              | 28        |
|    time_elapsed     | 10098     |
|    total_timesteps  | 285082    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.08      |
|    n_updates        | 284881    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 556       |
|    ep_rew_mean      | -7.04e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 836       |
|    fps              | 28        |
|    time_elapsed     | 10154     |
|    total_timesteps  | 286648    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.12      |
|    n_updates        | 286447    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 565       |
|    ep_rew_mean      | -7.55e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 840       |
|    fps              | 28        |
|    time_elapsed     | 10228     |
|    total_timesteps  | 288778    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.42      |
|    n_updates        | 288577    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 559       |
|    ep_rew_mean      | -7.65e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 844       |
|    fps              | 28        |
|    time_elapsed     | 10276     |
|    total_timesteps  | 290145    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.21      |
|    n_updates        | 289944    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 582       |
|    ep_rew_mean      | -7.81e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 848       |
|    fps              | 28        |
|    time_elapsed     | 10386     |
|    total_timesteps  | 293263    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.3       |
|    n_updates        | 293062    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 571       |
|    ep_rew_mean      | -7.67e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 852       |
|    fps              | 28        |
|    time_elapsed     | 10458     |
|    total_timesteps  | 295313    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.52      |
|    n_updates        | 295112    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 569      |
|    ep_rew_mean      | -7.4e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 856      |
|    fps              | 28       |
|    time_elapsed     | 10497    |
|    total_timesteps  | 296397   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 7.39     |
|    n_updates        | 296196   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 559       |
|    ep_rew_mean      | -7.38e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 860       |
|    fps              | 28        |
|    time_elapsed     | 10514     |
|    total_timesteps  | 296863    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.52      |
|    n_updates        | 296662    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 529       |
|    ep_rew_mean      | -6.61e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 864       |
|    fps              | 28        |
|    time_elapsed     | 10562     |
|    total_timesteps  | 298214    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.8       |
|    n_updates        | 298013    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 513      |
|    ep_rew_mean      | -6.3e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 868      |
|    fps              | 28       |
|    time_elapsed     | 10651    |
|    total_timesteps  | 300764   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 6.82     |
|    n_updates        | 300563   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 487       |
|    ep_rew_mean      | -5.66e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 872       |
|    fps              | 28        |
|    time_elapsed     | 10686     |
|    total_timesteps  | 301753    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.42      |
|    n_updates        | 301552    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 490       |
|    ep_rew_mean      | -6.06e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 876       |
|    fps              | 28        |
|    time_elapsed     | 10736     |
|    total_timesteps  | 303170    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.91      |
|    n_updates        | 302969    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 491       |
|    ep_rew_mean      | -6.22e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 880       |
|    fps              | 28        |
|    time_elapsed     | 10771     |
|    total_timesteps  | 304141    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.53      |
|    n_updates        | 303940    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 482       |
|    ep_rew_mean      | -6.11e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 884       |
|    fps              | 28        |
|    time_elapsed     | 10793     |
|    total_timesteps  | 304759    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.3      |
|    n_updates        | 304558    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 472       |
|    ep_rew_mean      | -5.93e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 888       |
|    fps              | 28        |
|    time_elapsed     | 10818     |
|    total_timesteps  | 305483    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.68      |
|    n_updates        | 305282    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 463      |
|    ep_rew_mean      | -6.1e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 892      |
|    fps              | 28       |
|    time_elapsed     | 10882    |
|    total_timesteps  | 307292   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 10.9     |
|    n_updates        | 307091   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 454       |
|    ep_rew_mean      | -6.07e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 896       |
|    fps              | 28        |
|    time_elapsed     | 10916     |
|    total_timesteps  | 308249    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.8      |
|    n_updates        | 308048    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 434      |
|    ep_rew_mean      | -5.9e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 900      |
|    fps              | 28       |
|    time_elapsed     | 10984    |
|    total_timesteps  | 310185   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 9.93     |
|    n_updates        | 309984   |
----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 425      |
|    ep_rew_mean      | -5.9e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 904      |
|    fps              | 28       |
|    time_elapsed     | 11036    |
|    total_timesteps  | 311654   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 7        |
|    n_updates        | 311453   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 407       |
|    ep_rew_mean      | -6.03e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 908       |
|    fps              | 28        |
|    time_elapsed     | 11090     |
|    total_timesteps  | 313182    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.75      |
|    n_updates        | 312981    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 388      |
|    ep_rew_mean      | -6.2e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 912      |
|    fps              | 28       |
|    time_elapsed     | 11138    |
|    total_timesteps  | 314560   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 24.7     |
|    n_updates        | 314359   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 373       |
|    ep_rew_mean      | -6.28e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 916       |
|    fps              | 28        |
|    time_elapsed     | 11171     |
|    total_timesteps  | 315480    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.38      |
|    n_updates        | 315279    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 369       |
|    ep_rew_mean      | -6.56e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 920       |
|    fps              | 28        |
|    time_elapsed     | 11240     |
|    total_timesteps  | 317314    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.48      |
|    n_updates        | 317113    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 363       |
|    ep_rew_mean      | -6.52e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 924       |
|    fps              | 28        |
|    time_elapsed     | 11297     |
|    total_timesteps  | 318933    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.32      |
|    n_updates        | 318732    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 407       |
|    ep_rew_mean      | -6.78e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 928       |
|    fps              | 28        |
|    time_elapsed     | 11488     |
|    total_timesteps  | 324396    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.63      |
|    n_updates        | 324195    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 409       |
|    ep_rew_mean      | -6.78e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 932       |
|    fps              | 28        |
|    time_elapsed     | 11543     |
|    total_timesteps  | 325941    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.09      |
|    n_updates        | 325740    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 400       |
|    ep_rew_mean      | -6.71e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 936       |
|    fps              | 28        |
|    time_elapsed     | 11567     |
|    total_timesteps  | 326610    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.47      |
|    n_updates        | 326409    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 389       |
|    ep_rew_mean      | -6.42e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 940       |
|    fps              | 28        |
|    time_elapsed     | 11606     |
|    total_timesteps  | 327717    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.57      |
|    n_updates        | 327516    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 411       |
|    ep_rew_mean      | -6.64e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 944       |
|    fps              | 28        |
|    time_elapsed     | 11729     |
|    total_timesteps  | 331240    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.43      |
|    n_updates        | 331039    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 417       |
|    ep_rew_mean      | -6.65e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 948       |
|    fps              | 28        |
|    time_elapsed     | 11858     |
|    total_timesteps  | 334916    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 3.72      |
|    n_updates        | 334715    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 413       |
|    ep_rew_mean      | -6.71e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 952       |
|    fps              | 28        |
|    time_elapsed     | 11919     |
|    total_timesteps  | 336640    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.56      |
|    n_updates        | 336439    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 411       |
|    ep_rew_mean      | -6.72e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 956       |
|    fps              | 28        |
|    time_elapsed     | 11948     |
|    total_timesteps  | 337492    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.64      |
|    n_updates        | 337291    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 414       |
|    ep_rew_mean      | -6.68e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 960       |
|    fps              | 28        |
|    time_elapsed     | 11976     |
|    total_timesteps  | 338273    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.85      |
|    n_updates        | 338072    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 420       |
|    ep_rew_mean      | -6.68e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 964       |
|    fps              | 28        |
|    time_elapsed     | 12045     |
|    total_timesteps  | 340256    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 3.93      |
|    n_updates        | 340055    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 412       |
|    ep_rew_mean      | -6.33e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 968       |
|    fps              | 28        |
|    time_elapsed     | 12106     |
|    total_timesteps  | 341996    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.5       |
|    n_updates        | 341795    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 426       |
|    ep_rew_mean      | -6.53e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 972       |
|    fps              | 28        |
|    time_elapsed     | 12188     |
|    total_timesteps  | 344315    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.55      |
|    n_updates        | 344114    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 432       |
|    ep_rew_mean      | -6.85e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 976       |
|    fps              | 28        |
|    time_elapsed     | 12259     |
|    total_timesteps  | 346379    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.45      |
|    n_updates        | 346178    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 459       |
|    ep_rew_mean      | -7.36e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 980       |
|    fps              | 28        |
|    time_elapsed     | 12390     |
|    total_timesteps  | 350089    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.98      |
|    n_updates        | 349888    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 459       |
|    ep_rew_mean      | -7.28e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 984       |
|    fps              | 28        |
|    time_elapsed     | 12409     |
|    total_timesteps  | 350621    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.63      |
|    n_updates        | 350420    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 522       |
|    ep_rew_mean      | -8.53e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 988       |
|    fps              | 28        |
|    time_elapsed     | 12657     |
|    total_timesteps  | 357671    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.46      |
|    n_updates        | 357470    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 521       |
|    ep_rew_mean      | -8.36e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 992       |
|    fps              | 28        |
|    time_elapsed     | 12719     |
|    total_timesteps  | 359360    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.33      |
|    n_updates        | 359159    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 519       |
|    ep_rew_mean      | -8.47e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 996       |
|    fps              | 28        |
|    time_elapsed     | 12747     |
|    total_timesteps  | 360159    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.41      |
|    n_updates        | 359958    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 508       |
|    ep_rew_mean      | -8.23e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1000      |
|    fps              | 28        |
|    time_elapsed     | 12776     |
|    total_timesteps  | 360961    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.27      |
|    n_updates        | 360760    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 502       |
|    ep_rew_mean      | -8.07e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1004      |
|    fps              | 28        |
|    time_elapsed     | 12806     |
|    total_timesteps  | 361818    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.21      |
|    n_updates        | 361617    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 532       |
|    ep_rew_mean      | -8.03e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1008      |
|    fps              | 28        |
|    time_elapsed     | 12966     |
|    total_timesteps  | 366332    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 3.28      |
|    n_updates        | 366131    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 534       |
|    ep_rew_mean      | -8.28e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1012      |
|    fps              | 28        |
|    time_elapsed     | 13025     |
|    total_timesteps  | 368002    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.26      |
|    n_updates        | 367801    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 552       |
|    ep_rew_mean      | -8.33e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1016      |
|    fps              | 28        |
|    time_elapsed     | 13119     |
|    total_timesteps  | 370693    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.4       |
|    n_updates        | 370492    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 550       |
|    ep_rew_mean      | -8.05e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1020      |
|    fps              | 28        |
|    time_elapsed     | 13178     |
|    total_timesteps  | 372352    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.32      |
|    n_updates        | 372151    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 548       |
|    ep_rew_mean      | -8.12e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1024      |
|    fps              | 28        |
|    time_elapsed     | 13226     |
|    total_timesteps  | 373732    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 3.19      |
|    n_updates        | 373531    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 511       |
|    ep_rew_mean      | -7.49e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1028      |
|    fps              | 28        |
|    time_elapsed     | 13290     |
|    total_timesteps  | 375511    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.62      |
|    n_updates        | 375310    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 519       |
|    ep_rew_mean      | -7.43e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1032      |
|    fps              | 28        |
|    time_elapsed     | 13373     |
|    total_timesteps  | 377890    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.79      |
|    n_updates        | 377689    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 522       |
|    ep_rew_mean      | -7.37e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1036      |
|    fps              | 28        |
|    time_elapsed     | 13404     |
|    total_timesteps  | 378779    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.42      |
|    n_updates        | 378578    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 528       |
|    ep_rew_mean      | -7.47e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1040      |
|    fps              | 28        |
|    time_elapsed     | 13466     |
|    total_timesteps  | 380561    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.45      |
|    n_updates        | 380360    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 519       |
|    ep_rew_mean      | -7.94e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1044      |
|    fps              | 28        |
|    time_elapsed     | 13557     |
|    total_timesteps  | 383121    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.88      |
|    n_updates        | 382920    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 492       |
|    ep_rew_mean      | -7.89e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1048      |
|    fps              | 28        |
|    time_elapsed     | 13591     |
|    total_timesteps  | 384089    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.89      |
|    n_updates        | 383888    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 491       |
|    ep_rew_mean      | -7.49e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1052      |
|    fps              | 28        |
|    time_elapsed     | 13651     |
|    total_timesteps  | 385767    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.59      |
|    n_updates        | 385566    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 491       |
|    ep_rew_mean      | -7.44e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1056      |
|    fps              | 28        |
|    time_elapsed     | 13681     |
|    total_timesteps  | 386619    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.94      |
|    n_updates        | 386418    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 503       |
|    ep_rew_mean      | -7.48e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1060      |
|    fps              | 28        |
|    time_elapsed     | 13750     |
|    total_timesteps  | 388579    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.04      |
|    n_updates        | 388378    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 503       |
|    ep_rew_mean      | -7.42e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1064      |
|    fps              | 28        |
|    time_elapsed     | 13821     |
|    total_timesteps  | 390594    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.12      |
|    n_updates        | 390393    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 495       |
|    ep_rew_mean      | -7.57e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1068      |
|    fps              | 28        |
|    time_elapsed     | 13853     |
|    total_timesteps  | 391509    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.63      |
|    n_updates        | 391308    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 478       |
|    ep_rew_mean      | -7.41e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1072      |
|    fps              | 28        |
|    time_elapsed     | 13876     |
|    total_timesteps  | 392158    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.8       |
|    n_updates        | 391957    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 467       |
|    ep_rew_mean      | -6.88e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1076      |
|    fps              | 28        |
|    time_elapsed     | 13909     |
|    total_timesteps  | 393039    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.11      |
|    n_updates        | 392838    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 440       |
|    ep_rew_mean      | -6.47e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1080      |
|    fps              | 28        |
|    time_elapsed     | 13948     |
|    total_timesteps  | 394136    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.75      |
|    n_updates        | 393935    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 489      |
|    ep_rew_mean      | -7.4e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1084     |
|    fps              | 28       |
|    time_elapsed     | 14136    |
|    total_timesteps  | 399558   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 21.6     |
|    n_updates        | 399357   |
----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 431      |
|    ep_rew_mean      | -6.3e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1088     |
|    fps              | 28       |
|    time_elapsed     | 14177    |
|    total_timesteps  | 400741   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 9.61     |
|    n_updates        | 400540   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 433       |
|    ep_rew_mean      | -6.27e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1092      |
|    fps              | 28        |
|    time_elapsed     | 14245     |
|    total_timesteps  | 402672    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.78      |
|    n_updates        | 402471    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 458       |
|    ep_rew_mean      | -5.84e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1096      |
|    fps              | 28        |
|    time_elapsed     | 14362     |
|    total_timesteps  | 405998    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.99      |
|    n_updates        | 405797    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 460       |
|    ep_rew_mean      | -5.78e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1100      |
|    fps              | 28        |
|    time_elapsed     | 14395     |
|    total_timesteps  | 406948    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.96      |
|    n_updates        | 406747    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 464       |
|    ep_rew_mean      | -5.68e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1104      |
|    fps              | 28        |
|    time_elapsed     | 14440     |
|    total_timesteps  | 408215    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.21      |
|    n_updates        | 408014    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 428       |
|    ep_rew_mean      | -5.52e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1108      |
|    fps              | 28        |
|    time_elapsed     | 14473     |
|    total_timesteps  | 409169    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.74      |
|    n_updates        | 408968    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 431       |
|    ep_rew_mean      | -5.38e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1112      |
|    fps              | 28        |
|    time_elapsed     | 14539     |
|    total_timesteps  | 411061    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 14.3      |
|    n_updates        | 410860    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 420       |
|    ep_rew_mean      | -5.56e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1116      |
|    fps              | 28        |
|    time_elapsed     | 14598     |
|    total_timesteps  | 412728    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.21      |
|    n_updates        | 412527    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 430       |
|    ep_rew_mean      | -5.67e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1120      |
|    fps              | 28        |
|    time_elapsed     | 14688     |
|    total_timesteps  | 415333    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.81      |
|    n_updates        | 415132    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 421       |
|    ep_rew_mean      | -5.78e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1124      |
|    fps              | 28        |
|    time_elapsed     | 14704     |
|    total_timesteps  | 415783    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.88      |
|    n_updates        | 415582    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 412       |
|    ep_rew_mean      | -5.77e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1128      |
|    fps              | 28        |
|    time_elapsed     | 14737     |
|    total_timesteps  | 416712    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.75      |
|    n_updates        | 416511    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 400       |
|    ep_rew_mean      | -5.73e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1132      |
|    fps              | 28        |
|    time_elapsed     | 14778     |
|    total_timesteps  | 417859    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.65      |
|    n_updates        | 417658    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 406       |
|    ep_rew_mean      | -5.78e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1136      |
|    fps              | 28        |
|    time_elapsed     | 14832     |
|    total_timesteps  | 419395    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.44      |
|    n_updates        | 419194    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 408       |
|    ep_rew_mean      | -5.83e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1140      |
|    fps              | 28        |
|    time_elapsed     | 14903     |
|    total_timesteps  | 421410    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.56      |
|    n_updates        | 421209    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 420       |
|    ep_rew_mean      | -6.53e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1144      |
|    fps              | 28        |
|    time_elapsed     | 15032     |
|    total_timesteps  | 425138    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.64      |
|    n_updates        | 424937    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 416      |
|    ep_rew_mean      | -6.3e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1148     |
|    fps              | 28       |
|    time_elapsed     | 15053    |
|    total_timesteps  | 425734   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 37.8     |
|    n_updates        | 425533   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 420       |
|    ep_rew_mean      | -6.49e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1152      |
|    fps              | 28        |
|    time_elapsed     | 15124     |
|    total_timesteps  | 427754    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.47      |
|    n_updates        | 427553    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 419       |
|    ep_rew_mean      | -6.52e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1156      |
|    fps              | 28        |
|    time_elapsed     | 15153     |
|    total_timesteps  | 428509    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.01      |
|    n_updates        | 428308    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 407      |
|    ep_rew_mean      | -6.6e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1160     |
|    fps              | 28       |
|    time_elapsed     | 15182    |
|    total_timesteps  | 429319   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 7.42     |
|    n_updates        | 429118   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 392       |
|    ep_rew_mean      | -6.54e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1164      |
|    fps              | 28        |
|    time_elapsed     | 15198     |
|    total_timesteps  | 429749    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11        |
|    n_updates        | 429548    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 390       |
|    ep_rew_mean      | -6.44e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1168      |
|    fps              | 28        |
|    time_elapsed     | 15226     |
|    total_timesteps  | 430548    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 22.5      |
|    n_updates        | 430347    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 397       |
|    ep_rew_mean      | -6.44e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1172      |
|    fps              | 28        |
|    time_elapsed     | 15272     |
|    total_timesteps  | 431854    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.89      |
|    n_updates        | 431653    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 397       |
|    ep_rew_mean      | -6.39e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1176      |
|    fps              | 28        |
|    time_elapsed     | 15302     |
|    total_timesteps  | 432690    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.76      |
|    n_updates        | 432489    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 397       |
|    ep_rew_mean      | -6.24e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1180      |
|    fps              | 28        |
|    time_elapsed     | 15344     |
|    total_timesteps  | 433881    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.18      |
|    n_updates        | 433680    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 373       |
|    ep_rew_mean      | -5.53e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1184      |
|    fps              | 28        |
|    time_elapsed     | 15448     |
|    total_timesteps  | 436831    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.04      |
|    n_updates        | 436630    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 364       |
|    ep_rew_mean      | -5.42e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1188      |
|    fps              | 28        |
|    time_elapsed     | 15462     |
|    total_timesteps  | 437187    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.7       |
|    n_updates        | 436986    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 355       |
|    ep_rew_mean      | -5.44e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1192      |
|    fps              | 28        |
|    time_elapsed     | 15497     |
|    total_timesteps  | 438197    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.62      |
|    n_updates        | 437996    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 336       |
|    ep_rew_mean      | -5.86e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1196      |
|    fps              | 28        |
|    time_elapsed     | 15545     |
|    total_timesteps  | 439585    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.81      |
|    n_updates        | 439384    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 356       |
|    ep_rew_mean      | -6.35e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1200      |
|    fps              | 28        |
|    time_elapsed     | 15648     |
|    total_timesteps  | 442556    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.29      |
|    n_updates        | 442355    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 367       |
|    ep_rew_mean      | -7.15e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1204      |
|    fps              | 28        |
|    time_elapsed     | 15733     |
|    total_timesteps  | 444952    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 19.5      |
|    n_updates        | 444751    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 390       |
|    ep_rew_mean      | -7.42e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1208      |
|    fps              | 28        |
|    time_elapsed     | 15846     |
|    total_timesteps  | 448194    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.7      |
|    n_updates        | 447993    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 379       |
|    ep_rew_mean      | -7.07e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1212      |
|    fps              | 28        |
|    time_elapsed     | 15872     |
|    total_timesteps  | 448945    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.7       |
|    n_updates        | 448744    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 375      |
|    ep_rew_mean      | -6.9e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1216     |
|    fps              | 28       |
|    time_elapsed     | 15916    |
|    total_timesteps  | 450204   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 4.93     |
|    n_updates        | 450003   |
----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 357      |
|    ep_rew_mean      | -6.8e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1220     |
|    fps              | 28       |
|    time_elapsed     | 15946    |
|    total_timesteps  | 451068   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 5.12     |
|    n_updates        | 450867   |
----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 358      |
|    ep_rew_mean      | -6.8e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1224     |
|    fps              | 28       |
|    time_elapsed     | 15963    |
|    total_timesteps  | 451564   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 4.44     |
|    n_updates        | 451363   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 363       |
|    ep_rew_mean      | -6.89e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1228      |
|    fps              | 28        |
|    time_elapsed     | 16015     |
|    total_timesteps  | 453039    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.4       |
|    n_updates        | 452838    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 359       |
|    ep_rew_mean      | -6.97e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1232      |
|    fps              | 28        |
|    time_elapsed     | 16041     |
|    total_timesteps  | 453765    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.89      |
|    n_updates        | 453564    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 355       |
|    ep_rew_mean      | -7.01e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1236      |
|    fps              | 28        |
|    time_elapsed     | 16080     |
|    total_timesteps  | 454877    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.9       |
|    n_updates        | 454676    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 352       |
|    ep_rew_mean      | -6.85e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1240      |
|    fps              | 28        |
|    time_elapsed     | 16142     |
|    total_timesteps  | 456629    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.7       |
|    n_updates        | 456428    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 332       |
|    ep_rew_mean      | -5.45e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1244      |
|    fps              | 28        |
|    time_elapsed     | 16202     |
|    total_timesteps  | 458368    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.52      |
|    n_updates        | 458167    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 346       |
|    ep_rew_mean      | -5.81e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1248      |
|    fps              | 28        |
|    time_elapsed     | 16273     |
|    total_timesteps  | 460379    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.42      |
|    n_updates        | 460178    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 385       |
|    ep_rew_mean      | -6.78e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1252      |
|    fps              | 28        |
|    time_elapsed     | 16481     |
|    total_timesteps  | 466290    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 14.1      |
|    n_updates        | 466089    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 389      |
|    ep_rew_mean      | -6.7e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1256     |
|    fps              | 28       |
|    time_elapsed     | 16520    |
|    total_timesteps  | 467374   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 24.5     |
|    n_updates        | 467173   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 405       |
|    ep_rew_mean      | -7.03e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1260      |
|    fps              | 28        |
|    time_elapsed     | 16606     |
|    total_timesteps  | 469805    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.04      |
|    n_updates        | 469604    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 406       |
|    ep_rew_mean      | -7.06e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1264      |
|    fps              | 28        |
|    time_elapsed     | 16626     |
|    total_timesteps  | 470347    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.54      |
|    n_updates        | 470146    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 419       |
|    ep_rew_mean      | -7.35e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1268      |
|    fps              | 28        |
|    time_elapsed     | 16699     |
|    total_timesteps  | 472414    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.39      |
|    n_updates        | 472213    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 425       |
|    ep_rew_mean      | -7.39e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1272      |
|    fps              | 28        |
|    time_elapsed     | 16769     |
|    total_timesteps  | 474374    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.2      |
|    n_updates        | 474173    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 442       |
|    ep_rew_mean      | -8.12e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1276      |
|    fps              | 28        |
|    time_elapsed     | 16857     |
|    total_timesteps  | 476870    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.83      |
|    n_updates        | 476669    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 465       |
|    ep_rew_mean      | -8.31e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1280      |
|    fps              | 28        |
|    time_elapsed     | 16980     |
|    total_timesteps  | 480343    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.82      |
|    n_updates        | 480142    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 442       |
|    ep_rew_mean      | -8.03e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1284      |
|    fps              | 28        |
|    time_elapsed     | 17004     |
|    total_timesteps  | 481033    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 23.6      |
|    n_updates        | 480832    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 460       |
|    ep_rew_mean      | -8.16e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1288      |
|    fps              | 28        |
|    time_elapsed     | 17079     |
|    total_timesteps  | 483196    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.65      |
|    n_updates        | 482995    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 457       |
|    ep_rew_mean      | -8.03e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1292      |
|    fps              | 28        |
|    time_elapsed     | 17104     |
|    total_timesteps  | 483892    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.52      |
|    n_updates        | 483691    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 453      |
|    ep_rew_mean      | -8e+03   |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1296     |
|    fps              | 28       |
|    time_elapsed     | 17140    |
|    total_timesteps  | 484886   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 6.34     |
|    n_updates        | 484685   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 437       |
|    ep_rew_mean      | -7.47e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1300      |
|    fps              | 28        |
|    time_elapsed     | 17189     |
|    total_timesteps  | 486288    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.95      |
|    n_updates        | 486087    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 426       |
|    ep_rew_mean      | -6.62e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1304      |
|    fps              | 28        |
|    time_elapsed     | 17233     |
|    total_timesteps  | 487543    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.94      |
|    n_updates        | 487342    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 400       |
|    ep_rew_mean      | -6.49e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1308      |
|    fps              | 28        |
|    time_elapsed     | 17258     |
|    total_timesteps  | 488240    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.24      |
|    n_updates        | 488039    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 416       |
|    ep_rew_mean      | -6.65e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1312      |
|    fps              | 28        |
|    time_elapsed     | 17339     |
|    total_timesteps  | 490553    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.18      |
|    n_updates        | 490352    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 454       |
|    ep_rew_mean      | -7.91e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1316      |
|    fps              | 28        |
|    time_elapsed     | 17516     |
|    total_timesteps  | 495566    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.78      |
|    n_updates        | 495365    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 461       |
|    ep_rew_mean      | -8.09e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1320      |
|    fps              | 28        |
|    time_elapsed     | 17574     |
|    total_timesteps  | 497215    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.67      |
|    n_updates        | 497014    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 465       |
|    ep_rew_mean      | -8.02e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1324      |
|    fps              | 28        |
|    time_elapsed     | 17605     |
|    total_timesteps  | 498094    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.24      |
|    n_updates        | 497893    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 455       |
|    ep_rew_mean      | -8.23e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1328      |
|    fps              | 28        |
|    time_elapsed     | 17622     |
|    total_timesteps  | 498560    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.72      |
|    n_updates        | 498359    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 452       |
|    ep_rew_mean      | -8.38e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1332      |
|    fps              | 28        |
|    time_elapsed     | 17637     |
|    total_timesteps  | 498998    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.42      |
|    n_updates        | 498797    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 449       |
|    ep_rew_mean      | -8.31e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1336      |
|    fps              | 28        |
|    time_elapsed     | 17666     |
|    total_timesteps  | 499813    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.17      |
|    n_updates        | 499612    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 443       |
|    ep_rew_mean      | -8.26e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1340      |
|    fps              | 28        |
|    time_elapsed     | 17704     |
|    total_timesteps  | 500904    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.74      |
|    n_updates        | 500703    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 428       |
|    ep_rew_mean      | -8.12e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1344      |
|    fps              | 28        |
|    time_elapsed     | 17712     |
|    total_timesteps  | 501120    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.27      |
|    n_updates        | 500919    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 414       |
|    ep_rew_mean      | -7.72e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1348      |
|    fps              | 28        |
|    time_elapsed     | 17737     |
|    total_timesteps  | 501825    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.96      |
|    n_updates        | 501624    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 374       |
|    ep_rew_mean      | -7.13e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1352      |
|    fps              | 28        |
|    time_elapsed     | 17803     |
|    total_timesteps  | 503691    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.16      |
|    n_updates        | 503490    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 373       |
|    ep_rew_mean      | -7.27e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1356      |
|    fps              | 28        |
|    time_elapsed     | 17836     |
|    total_timesteps  | 504651    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.86      |
|    n_updates        | 504450    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 354       |
|    ep_rew_mean      | -6.87e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1360      |
|    fps              | 28        |
|    time_elapsed     | 17856     |
|    total_timesteps  | 505176    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.43      |
|    n_updates        | 504975    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 369       |
|    ep_rew_mean      | -7.22e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1364      |
|    fps              | 28        |
|    time_elapsed     | 17930     |
|    total_timesteps  | 507259    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.44      |
|    n_updates        | 507058    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 357       |
|    ep_rew_mean      | -7.13e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1368      |
|    fps              | 28        |
|    time_elapsed     | 17959     |
|    total_timesteps  | 508090    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.32      |
|    n_updates        | 507889    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 354      |
|    ep_rew_mean      | -7.3e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1372     |
|    fps              | 28       |
|    time_elapsed     | 18019    |
|    total_timesteps  | 509729   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 24.6     |
|    n_updates        | 509528   |
----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 343      |
|    ep_rew_mean      | -6.8e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1376     |
|    fps              | 28       |
|    time_elapsed     | 18071    |
|    total_timesteps  | 511199   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 8.12     |
|    n_updates        | 510998   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 334       |
|    ep_rew_mean      | -7.01e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1380      |
|    fps              | 28        |
|    time_elapsed     | 18162     |
|    total_timesteps  | 513791    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.62      |
|    n_updates        | 513590    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 344       |
|    ep_rew_mean      | -6.94e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1384      |
|    fps              | 28        |
|    time_elapsed     | 18220     |
|    total_timesteps  | 515459    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.95      |
|    n_updates        | 515258    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 338       |
|    ep_rew_mean      | -6.73e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1388      |
|    fps              | 28        |
|    time_elapsed     | 18273     |
|    total_timesteps  | 516973    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8         |
|    n_updates        | 516772    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 376       |
|    ep_rew_mean      | -7.41e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1392      |
|    fps              | 28        |
|    time_elapsed     | 18431     |
|    total_timesteps  | 521476    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.47      |
|    n_updates        | 521275    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 384       |
|    ep_rew_mean      | -7.59e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1396      |
|    fps              | 28        |
|    time_elapsed     | 18494     |
|    total_timesteps  | 523270    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.69      |
|    n_updates        | 523069    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 386       |
|    ep_rew_mean      | -7.79e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1400      |
|    fps              | 28        |
|    time_elapsed     | 18549     |
|    total_timesteps  | 524843    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.95      |
|    n_updates        | 524642    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 389       |
|    ep_rew_mean      | -7.83e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1404      |
|    fps              | 28        |
|    time_elapsed     | 18606     |
|    total_timesteps  | 526457    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.41      |
|    n_updates        | 526256    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 397       |
|    ep_rew_mean      | -7.89e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1408      |
|    fps              | 28        |
|    time_elapsed     | 18659     |
|    total_timesteps  | 527922    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.06      |
|    n_updates        | 527721    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 376       |
|    ep_rew_mean      | -7.72e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1412      |
|    fps              | 28        |
|    time_elapsed     | 18666     |
|    total_timesteps  | 528117    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.47      |
|    n_updates        | 527916    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 359       |
|    ep_rew_mean      | -6.91e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1416      |
|    fps              | 28        |
|    time_elapsed     | 18784     |
|    total_timesteps  | 531515    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.64      |
|    n_updates        | 531314    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 362       |
|    ep_rew_mean      | -6.74e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1420      |
|    fps              | 28        |
|    time_elapsed     | 18851     |
|    total_timesteps  | 533416    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.61      |
|    n_updates        | 533215    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 386       |
|    ep_rew_mean      | -6.77e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1424      |
|    fps              | 28        |
|    time_elapsed     | 18966     |
|    total_timesteps  | 536733    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 28.5      |
|    n_updates        | 536532    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 420       |
|    ep_rew_mean      | -6.68e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1428      |
|    fps              | 28        |
|    time_elapsed     | 19099     |
|    total_timesteps  | 540566    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.97      |
|    n_updates        | 540365    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 436       |
|    ep_rew_mean      | -6.43e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1432      |
|    fps              | 28        |
|    time_elapsed     | 19169     |
|    total_timesteps  | 542563    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.15      |
|    n_updates        | 542362    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 443       |
|    ep_rew_mean      | -6.58e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1436      |
|    fps              | 28        |
|    time_elapsed     | 19223     |
|    total_timesteps  | 544121    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.69      |
|    n_updates        | 543920    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 464       |
|    ep_rew_mean      | -6.58e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1440      |
|    fps              | 28        |
|    time_elapsed     | 19336     |
|    total_timesteps  | 547317    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.94      |
|    n_updates        | 547116    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 481       |
|    ep_rew_mean      | -6.74e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1444      |
|    fps              | 28        |
|    time_elapsed     | 19401     |
|    total_timesteps  | 549174    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.04      |
|    n_updates        | 548973    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 478       |
|    ep_rew_mean      | -6.75e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1448      |
|    fps              | 28        |
|    time_elapsed     | 19420     |
|    total_timesteps  | 549661    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.11      |
|    n_updates        | 549460    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 475       |
|    ep_rew_mean      | -6.31e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1452      |
|    fps              | 28        |
|    time_elapsed     | 19474     |
|    total_timesteps  | 551191    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.21      |
|    n_updates        | 550990    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 477       |
|    ep_rew_mean      | -6.39e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1456      |
|    fps              | 28        |
|    time_elapsed     | 19516     |
|    total_timesteps  | 552357    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.26      |
|    n_updates        | 552156    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 475       |
|    ep_rew_mean      | -6.37e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1460      |
|    fps              | 28        |
|    time_elapsed     | 19529     |
|    total_timesteps  | 552649    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.33      |
|    n_updates        | 552448    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 481       |
|    ep_rew_mean      | -6.38e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1464      |
|    fps              | 28        |
|    time_elapsed     | 19624     |
|    total_timesteps  | 555329    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.03      |
|    n_updates        | 555128    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 482       |
|    ep_rew_mean      | -6.13e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1468      |
|    fps              | 28        |
|    time_elapsed     | 19656     |
|    total_timesteps  | 556269    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.07      |
|    n_updates        | 556068    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 472       |
|    ep_rew_mean      | -5.89e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1472      |
|    fps              | 28        |
|    time_elapsed     | 19679     |
|    total_timesteps  | 556903    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.89      |
|    n_updates        | 556702    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 472       |
|    ep_rew_mean      | -5.67e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1476      |
|    fps              | 28        |
|    time_elapsed     | 19730     |
|    total_timesteps  | 558349    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.8      |
|    n_updates        | 558148    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 458       |
|    ep_rew_mean      | -5.22e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1480      |
|    fps              | 28        |
|    time_elapsed     | 19773     |
|    total_timesteps  | 559583    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.03      |
|    n_updates        | 559382    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 456       |
|    ep_rew_mean      | -5.57e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1484      |
|    fps              | 28        |
|    time_elapsed     | 19824     |
|    total_timesteps  | 561028    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.01      |
|    n_updates        | 560827    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 449       |
|    ep_rew_mean      | -5.69e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1488      |
|    fps              | 28        |
|    time_elapsed     | 19855     |
|    total_timesteps  | 561906    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.83      |
|    n_updates        | 561705    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 421      |
|    ep_rew_mean      | -5.3e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1492     |
|    fps              | 28       |
|    time_elapsed     | 19915    |
|    total_timesteps  | 563577   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 6.02     |
|    n_updates        | 563376   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 432       |
|    ep_rew_mean      | -5.35e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1496      |
|    fps              | 28        |
|    time_elapsed     | 20018     |
|    total_timesteps  | 566485    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.57      |
|    n_updates        | 566284    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 427       |
|    ep_rew_mean      | -5.09e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1500      |
|    fps              | 28        |
|    time_elapsed     | 20054     |
|    total_timesteps  | 567510    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.68      |
|    n_updates        | 567309    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 446       |
|    ep_rew_mean      | -5.24e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1504      |
|    fps              | 28        |
|    time_elapsed     | 20176     |
|    total_timesteps  | 571029    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 12.3      |
|    n_updates        | 570828    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 440       |
|    ep_rew_mean      | -5.26e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1508      |
|    fps              | 28        |
|    time_elapsed     | 20206     |
|    total_timesteps  | 571876    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.9       |
|    n_updates        | 571675    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 448       |
|    ep_rew_mean      | -5.68e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1512      |
|    fps              | 28        |
|    time_elapsed     | 20243     |
|    total_timesteps  | 572914    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.13      |
|    n_updates        | 572713    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 428       |
|    ep_rew_mean      | -5.23e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1516      |
|    fps              | 28        |
|    time_elapsed     | 20295     |
|    total_timesteps  | 574364    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.36      |
|    n_updates        | 574163    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 477       |
|    ep_rew_mean      | -5.42e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1520      |
|    fps              | 28        |
|    time_elapsed     | 20529     |
|    total_timesteps  | 581072    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.19      |
|    n_updates        | 580871    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 466       |
|    ep_rew_mean      | -5.53e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1524      |
|    fps              | 28        |
|    time_elapsed     | 20607     |
|    total_timesteps  | 583336    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.43      |
|    n_updates        | 583135    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 430       |
|    ep_rew_mean      | -5.39e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1528      |
|    fps              | 28        |
|    time_elapsed     | 20614     |
|    total_timesteps  | 583529    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.06      |
|    n_updates        | 583328    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 413       |
|    ep_rew_mean      | -5.51e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1532      |
|    fps              | 28        |
|    time_elapsed     | 20626     |
|    total_timesteps  | 583873    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.28      |
|    n_updates        | 583672    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 417       |
|    ep_rew_mean      | -5.56e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1536      |
|    fps              | 28        |
|    time_elapsed     | 20698     |
|    total_timesteps  | 585818    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 37.1      |
|    n_updates        | 585617    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 397       |
|    ep_rew_mean      | -5.64e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1540      |
|    fps              | 28        |
|    time_elapsed     | 20739     |
|    total_timesteps  | 586980    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.95      |
|    n_updates        | 586779    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 437      |
|    ep_rew_mean      | -6.7e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1544     |
|    fps              | 28       |
|    time_elapsed     | 20943    |
|    total_timesteps  | 592852   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 7.93     |
|    n_updates        | 592651   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 448       |
|    ep_rew_mean      | -6.81e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1548      |
|    fps              | 28        |
|    time_elapsed     | 21000     |
|    total_timesteps  | 594468    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.73      |
|    n_updates        | 594267    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 448       |
|    ep_rew_mean      | -7.11e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1552      |
|    fps              | 28        |
|    time_elapsed     | 21056     |
|    total_timesteps  | 596019    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.84      |
|    n_updates        | 595818    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 454       |
|    ep_rew_mean      | -7.12e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1556      |
|    fps              | 28        |
|    time_elapsed     | 21118     |
|    total_timesteps  | 597792    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.87      |
|    n_updates        | 597591    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 478       |
|    ep_rew_mean      | -7.58e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1560      |
|    fps              | 28        |
|    time_elapsed     | 21210     |
|    total_timesteps  | 600403    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.27      |
|    n_updates        | 600202    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 460      |
|    ep_rew_mean      | -7.3e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1564     |
|    fps              | 28       |
|    time_elapsed     | 21243    |
|    total_timesteps  | 601335   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 7.49     |
|    n_updates        | 601134   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 462       |
|    ep_rew_mean      | -7.31e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1568      |
|    fps              | 28        |
|    time_elapsed     | 21284     |
|    total_timesteps  | 602487    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.93      |
|    n_updates        | 602286    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 467       |
|    ep_rew_mean      | -7.31e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1572      |
|    fps              | 28        |
|    time_elapsed     | 21324     |
|    total_timesteps  | 603612    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.26      |
|    n_updates        | 603411    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 469       |
|    ep_rew_mean      | -7.32e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1576      |
|    fps              | 28        |
|    time_elapsed     | 21383     |
|    total_timesteps  | 605293    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.06      |
|    n_updates        | 605092    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 464       |
|    ep_rew_mean      | -7.31e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1580      |
|    fps              | 28        |
|    time_elapsed     | 21408     |
|    total_timesteps  | 605971    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 21.5      |
|    n_updates        | 605770    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 465       |
|    ep_rew_mean      | -6.99e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1584      |
|    fps              | 28        |
|    time_elapsed     | 21464     |
|    total_timesteps  | 607566    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.57      |
|    n_updates        | 607365    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 474       |
|    ep_rew_mean      | -6.95e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1588      |
|    fps              | 28        |
|    time_elapsed     | 21525     |
|    total_timesteps  | 609304    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6         |
|    n_updates        | 609103    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 472       |
|    ep_rew_mean      | -6.74e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1592      |
|    fps              | 28        |
|    time_elapsed     | 21578     |
|    total_timesteps  | 610796    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.47      |
|    n_updates        | 610595    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 458       |
|    ep_rew_mean      | -6.44e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1596      |
|    fps              | 28        |
|    time_elapsed     | 21631     |
|    total_timesteps  | 612322    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.3       |
|    n_updates        | 612121    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 454       |
|    ep_rew_mean      | -6.53e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1600      |
|    fps              | 28        |
|    time_elapsed     | 21653     |
|    total_timesteps  | 612927    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.79      |
|    n_updates        | 612726    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 429       |
|    ep_rew_mean      | -6.45e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1604      |
|    fps              | 28        |
|    time_elapsed     | 21689     |
|    total_timesteps  | 613901    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.01      |
|    n_updates        | 613700    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 436      |
|    ep_rew_mean      | -6.4e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1608     |
|    fps              | 28       |
|    time_elapsed     | 21743    |
|    total_timesteps  | 615430   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 9.49     |
|    n_updates        | 615229   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 446       |
|    ep_rew_mean      | -5.97e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1612      |
|    fps              | 28        |
|    time_elapsed     | 21816     |
|    total_timesteps  | 617561    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.58      |
|    n_updates        | 617360    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 461       |
|    ep_rew_mean      | -6.35e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1616      |
|    fps              | 28        |
|    time_elapsed     | 21919     |
|    total_timesteps  | 620511    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.74      |
|    n_updates        | 620310    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 414       |
|    ep_rew_mean      | -6.38e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1620      |
|    fps              | 28        |
|    time_elapsed     | 21989     |
|    total_timesteps  | 622503    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.8       |
|    n_updates        | 622302    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 406       |
|    ep_rew_mean      | -6.55e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1624      |
|    fps              | 28        |
|    time_elapsed     | 22039     |
|    total_timesteps  | 623926    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.23      |
|    n_updates        | 623725    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 415       |
|    ep_rew_mean      | -6.51e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1628      |
|    fps              | 28        |
|    time_elapsed     | 22080     |
|    total_timesteps  | 625066    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.33      |
|    n_updates        | 624865    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 430       |
|    ep_rew_mean      | -6.63e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1632      |
|    fps              | 28        |
|    time_elapsed     | 22144     |
|    total_timesteps  | 626875    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.52      |
|    n_updates        | 626674    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 430       |
|    ep_rew_mean      | -6.25e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1636      |
|    fps              | 28        |
|    time_elapsed     | 22211     |
|    total_timesteps  | 628772    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.02      |
|    n_updates        | 628571    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 424       |
|    ep_rew_mean      | -6.07e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1640      |
|    fps              | 28        |
|    time_elapsed     | 22231     |
|    total_timesteps  | 629336    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.7      |
|    n_updates        | 629135    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 389       |
|    ep_rew_mean      | -4.95e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1644      |
|    fps              | 28        |
|    time_elapsed     | 22314     |
|    total_timesteps  | 631708    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.48      |
|    n_updates        | 631507    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 388       |
|    ep_rew_mean      | -4.82e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1648      |
|    fps              | 28        |
|    time_elapsed     | 22370     |
|    total_timesteps  | 633275    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.17      |
|    n_updates        | 633074    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 395       |
|    ep_rew_mean      | -4.56e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1652      |
|    fps              | 28        |
|    time_elapsed     | 22448     |
|    total_timesteps  | 635488    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.98      |
|    n_updates        | 635287    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 394       |
|    ep_rew_mean      | -4.93e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1656      |
|    fps              | 28        |
|    time_elapsed     | 22511     |
|    total_timesteps  | 637195    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.23      |
|    n_updates        | 636994    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 379       |
|    ep_rew_mean      | -4.62e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1660      |
|    fps              | 28        |
|    time_elapsed     | 22552     |
|    total_timesteps  | 638347    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.48      |
|    n_updates        | 638146    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 390       |
|    ep_rew_mean      | -4.97e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1664      |
|    fps              | 28        |
|    time_elapsed     | 22623     |
|    total_timesteps  | 640338    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.95      |
|    n_updates        | 640137    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 402       |
|    ep_rew_mean      | -5.16e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1668      |
|    fps              | 28        |
|    time_elapsed     | 22707     |
|    total_timesteps  | 642703    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.59      |
|    n_updates        | 642502    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 409       |
|    ep_rew_mean      | -5.15e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1672      |
|    fps              | 28        |
|    time_elapsed     | 22771     |
|    total_timesteps  | 644516    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.96      |
|    n_updates        | 644315    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 399       |
|    ep_rew_mean      | -5.14e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1676      |
|    fps              | 28        |
|    time_elapsed     | 22798     |
|    total_timesteps  | 645212    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.38      |
|    n_updates        | 645011    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 399       |
|    ep_rew_mean      | -5.15e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1680      |
|    fps              | 28        |
|    time_elapsed     | 22823     |
|    total_timesteps  | 645913    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.98      |
|    n_updates        | 645712    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 402       |
|    ep_rew_mean      | -5.31e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1684      |
|    fps              | 28        |
|    time_elapsed     | 22888     |
|    total_timesteps  | 647774    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.74      |
|    n_updates        | 647573    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 421       |
|    ep_rew_mean      | -5.79e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1688      |
|    fps              | 28        |
|    time_elapsed     | 23015     |
|    total_timesteps  | 651392    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.7       |
|    n_updates        | 651191    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 411      |
|    ep_rew_mean      | -5.8e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1692     |
|    fps              | 28       |
|    time_elapsed     | 23033    |
|    total_timesteps  | 651912   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 36.2     |
|    n_updates        | 651711   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 416       |
|    ep_rew_mean      | -5.62e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1696      |
|    fps              | 28        |
|    time_elapsed     | 23104     |
|    total_timesteps  | 653930    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.58      |
|    n_updates        | 653729    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 425       |
|    ep_rew_mean      | -5.72e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1700      |
|    fps              | 28        |
|    time_elapsed     | 23158     |
|    total_timesteps  | 655460    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.08      |
|    n_updates        | 655259    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 453       |
|    ep_rew_mean      | -5.84e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1704      |
|    fps              | 28        |
|    time_elapsed     | 23290     |
|    total_timesteps  | 659199    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.85      |
|    n_updates        | 658998    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 458       |
|    ep_rew_mean      | -5.91e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1708      |
|    fps              | 28        |
|    time_elapsed     | 23360     |
|    total_timesteps  | 661204    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.02      |
|    n_updates        | 661003    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 448       |
|    ep_rew_mean      | -6.28e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1712      |
|    fps              | 28        |
|    time_elapsed     | 23402     |
|    total_timesteps  | 662344    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 22.8      |
|    n_updates        | 662143    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 430       |
|    ep_rew_mean      | -5.86e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1716      |
|    fps              | 28        |
|    time_elapsed     | 23444     |
|    total_timesteps  | 663550    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.22      |
|    n_updates        | 663349    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 421       |
|    ep_rew_mean      | -5.75e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1720      |
|    fps              | 28        |
|    time_elapsed     | 23483     |
|    total_timesteps  | 664633    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.78      |
|    n_updates        | 664432    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 422       |
|    ep_rew_mean      | -5.42e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1724      |
|    fps              | 28        |
|    time_elapsed     | 23537     |
|    total_timesteps  | 666128    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.5       |
|    n_updates        | 665927    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 425       |
|    ep_rew_mean      | -5.63e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1728      |
|    fps              | 28        |
|    time_elapsed     | 23588     |
|    total_timesteps  | 667596    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.34      |
|    n_updates        | 667395    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 423       |
|    ep_rew_mean      | -5.43e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1732      |
|    fps              | 28        |
|    time_elapsed     | 23645     |
|    total_timesteps  | 669188    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.9       |
|    n_updates        | 668987    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 415       |
|    ep_rew_mean      | -5.47e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1736      |
|    fps              | 28        |
|    time_elapsed     | 23684     |
|    total_timesteps  | 670286    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.71      |
|    n_updates        | 670085    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 431       |
|    ep_rew_mean      | -5.54e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1740      |
|    fps              | 28        |
|    time_elapsed     | 23761     |
|    total_timesteps  | 672481    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.58      |
|    n_updates        | 672280    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 419      |
|    ep_rew_mean      | -5.6e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1744     |
|    fps              | 28       |
|    time_elapsed     | 23801    |
|    total_timesteps  | 673620   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 7.52     |
|    n_updates        | 673419   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 422       |
|    ep_rew_mean      | -5.81e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1748      |
|    fps              | 28        |
|    time_elapsed     | 23866     |
|    total_timesteps  | 675463    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.5       |
|    n_updates        | 675262    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 413       |
|    ep_rew_mean      | -5.96e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1752      |
|    fps              | 28        |
|    time_elapsed     | 23913     |
|    total_timesteps  | 676783    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.8      |
|    n_updates        | 676582    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 432       |
|    ep_rew_mean      | -5.47e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1756      |
|    fps              | 28        |
|    time_elapsed     | 24041     |
|    total_timesteps  | 680416    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.16      |
|    n_updates        | 680215    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 442       |
|    ep_rew_mean      | -5.48e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1760      |
|    fps              | 28        |
|    time_elapsed     | 24118     |
|    total_timesteps  | 682578    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.72      |
|    n_updates        | 682377    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 470       |
|    ep_rew_mean      | -5.94e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1764      |
|    fps              | 28        |
|    time_elapsed     | 24287     |
|    total_timesteps  | 687351    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.62      |
|    n_updates        | 687150    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 458       |
|    ep_rew_mean      | -5.84e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1768      |
|    fps              | 28        |
|    time_elapsed     | 24329     |
|    total_timesteps  | 688522    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.24      |
|    n_updates        | 688321    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 461       |
|    ep_rew_mean      | -6.16e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1772      |
|    fps              | 28        |
|    time_elapsed     | 24403     |
|    total_timesteps  | 690635    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.56      |
|    n_updates        | 690434    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 477       |
|    ep_rew_mean      | -6.32e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1776      |
|    fps              | 28        |
|    time_elapsed     | 24482     |
|    total_timesteps  | 692885    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.41      |
|    n_updates        | 692684    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 479       |
|    ep_rew_mean      | -6.33e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1780      |
|    fps              | 28        |
|    time_elapsed     | 24514     |
|    total_timesteps  | 693805    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.23      |
|    n_updates        | 693604    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 471       |
|    ep_rew_mean      | -6.38e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1784      |
|    fps              | 28        |
|    time_elapsed     | 24551     |
|    total_timesteps  | 694844    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.45      |
|    n_updates        | 694643    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 455       |
|    ep_rew_mean      | -6.02e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1788      |
|    fps              | 28        |
|    time_elapsed     | 24626     |
|    total_timesteps  | 696931    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.11      |
|    n_updates        | 696730    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 458       |
|    ep_rew_mean      | -5.93e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1792      |
|    fps              | 28        |
|    time_elapsed     | 24653     |
|    total_timesteps  | 697682    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.13      |
|    n_updates        | 697481    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 448       |
|    ep_rew_mean      | -6.04e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1796      |
|    fps              | 28        |
|    time_elapsed     | 24690     |
|    total_timesteps  | 698712    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.16      |
|    n_updates        | 698511    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 448       |
|    ep_rew_mean      | -5.99e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1800      |
|    fps              | 28        |
|    time_elapsed     | 24743     |
|    total_timesteps  | 700222    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6         |
|    n_updates        | 700021    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 467       |
|    ep_rew_mean      | -6.62e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1804      |
|    fps              | 28        |
|    time_elapsed     | 24940     |
|    total_timesteps  | 705885    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.5      |
|    n_updates        | 705684    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 473       |
|    ep_rew_mean      | -6.65e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1808      |
|    fps              | 28        |
|    time_elapsed     | 25032     |
|    total_timesteps  | 708458    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.04      |
|    n_updates        | 708257    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 476       |
|    ep_rew_mean      | -6.45e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1812      |
|    fps              | 28        |
|    time_elapsed     | 25086     |
|    total_timesteps  | 709921    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.85      |
|    n_updates        | 709720    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 493       |
|    ep_rew_mean      | -6.66e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1816      |
|    fps              | 28        |
|    time_elapsed     | 25190     |
|    total_timesteps  | 712882    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.47      |
|    n_updates        | 712681    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 497       |
|    ep_rew_mean      | -6.78e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1820      |
|    fps              | 28        |
|    time_elapsed     | 25242     |
|    total_timesteps  | 714336    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.84      |
|    n_updates        | 714135    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 515      |
|    ep_rew_mean      | -7.3e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1824     |
|    fps              | 28       |
|    time_elapsed     | 25356    |
|    total_timesteps  | 717584   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 5.19     |
|    n_updates        | 717383   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 513       |
|    ep_rew_mean      | -7.15e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1828      |
|    fps              | 28        |
|    time_elapsed     | 25402     |
|    total_timesteps  | 718877    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.51      |
|    n_updates        | 718676    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 512       |
|    ep_rew_mean      | -7.32e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1832      |
|    fps              | 28        |
|    time_elapsed     | 25456     |
|    total_timesteps  | 720402    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.31      |
|    n_updates        | 720201    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 515       |
|    ep_rew_mean      | -7.58e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1836      |
|    fps              | 28        |
|    time_elapsed     | 25505     |
|    total_timesteps  | 721816    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.41      |
|    n_updates        | 721615    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 504      |
|    ep_rew_mean      | -7.5e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1840     |
|    fps              | 28       |
|    time_elapsed     | 25543    |
|    total_timesteps  | 722881   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 10       |
|    n_updates        | 722680   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 499       |
|    ep_rew_mean      | -7.57e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1844      |
|    fps              | 28        |
|    time_elapsed     | 25566     |
|    total_timesteps  | 723532    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.72      |
|    n_updates        | 723331    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 503       |
|    ep_rew_mean      | -7.51e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1848      |
|    fps              | 28        |
|    time_elapsed     | 25647     |
|    total_timesteps  | 725806    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.15      |
|    n_updates        | 725605    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 507       |
|    ep_rew_mean      | -7.44e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1852      |
|    fps              | 28        |
|    time_elapsed     | 25707     |
|    total_timesteps  | 727508    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.43      |
|    n_updates        | 727307    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 483       |
|    ep_rew_mean      | -7.34e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1856      |
|    fps              | 28        |
|    time_elapsed     | 25750     |
|    total_timesteps  | 728709    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.66      |
|    n_updates        | 728508    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 472      |
|    ep_rew_mean      | -7.2e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1860     |
|    fps              | 28       |
|    time_elapsed     | 25788    |
|    total_timesteps  | 729814   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 4.89     |
|    n_updates        | 729613   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 440       |
|    ep_rew_mean      | -6.95e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1864      |
|    fps              | 28        |
|    time_elapsed     | 25843     |
|    total_timesteps  | 731354    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.53      |
|    n_updates        | 731153    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 451       |
|    ep_rew_mean      | -7.29e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1868      |
|    fps              | 28        |
|    time_elapsed     | 25923     |
|    total_timesteps  | 733638    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.01      |
|    n_updates        | 733437    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 454      |
|    ep_rew_mean      | -7e+03   |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1872     |
|    fps              | 28       |
|    time_elapsed     | 26008    |
|    total_timesteps  | 736053   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 8.24     |
|    n_updates        | 735852   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 459       |
|    ep_rew_mean      | -7.18e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1876      |
|    fps              | 28        |
|    time_elapsed     | 26105     |
|    total_timesteps  | 738777    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.81      |
|    n_updates        | 738576    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 474       |
|    ep_rew_mean      | -7.16e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1880      |
|    fps              | 28        |
|    time_elapsed     | 26193     |
|    total_timesteps  | 741210    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.14      |
|    n_updates        | 741009    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 472       |
|    ep_rew_mean      | -7.08e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1884      |
|    fps              | 28        |
|    time_elapsed     | 26223     |
|    total_timesteps  | 742004    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.36      |
|    n_updates        | 741803    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 472       |
|    ep_rew_mean      | -7.07e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1888      |
|    fps              | 28        |
|    time_elapsed     | 26297     |
|    total_timesteps  | 744093    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.08      |
|    n_updates        | 743892    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 473      |
|    ep_rew_mean      | -7.4e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1892     |
|    fps              | 28       |
|    time_elapsed     | 26328    |
|    total_timesteps  | 744956   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 7.45     |
|    n_updates        | 744755   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 484       |
|    ep_rew_mean      | -7.47e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1896      |
|    fps              | 28        |
|    time_elapsed     | 26406     |
|    total_timesteps  | 747148    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.94      |
|    n_updates        | 746947    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 496       |
|    ep_rew_mean      | -8.15e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1900      |
|    fps              | 28        |
|    time_elapsed     | 26502     |
|    total_timesteps  | 749829    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.15      |
|    n_updates        | 749628    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 449       |
|    ep_rew_mean      | -7.47e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1904      |
|    fps              | 28        |
|    time_elapsed     | 26536     |
|    total_timesteps  | 750778    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.83      |
|    n_updates        | 750577    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 435       |
|    ep_rew_mean      | -7.26e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1908      |
|    fps              | 28        |
|    time_elapsed     | 26579     |
|    total_timesteps  | 751961    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.81      |
|    n_updates        | 751760    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 464       |
|    ep_rew_mean      | -7.65e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1912      |
|    fps              | 28        |
|    time_elapsed     | 26733     |
|    total_timesteps  | 756321    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.05      |
|    n_updates        | 756120    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 440      |
|    ep_rew_mean      | -7.4e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1916     |
|    fps              | 28       |
|    time_elapsed     | 26752    |
|    total_timesteps  | 756843   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 7.33     |
|    n_updates        | 756642   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 434       |
|    ep_rew_mean      | -7.19e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1920      |
|    fps              | 28        |
|    time_elapsed     | 26785     |
|    total_timesteps  | 757783    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.2       |
|    n_updates        | 757582    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 429       |
|    ep_rew_mean      | -6.71e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1924      |
|    fps              | 28        |
|    time_elapsed     | 26883     |
|    total_timesteps  | 760513    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.8       |
|    n_updates        | 760312    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 431       |
|    ep_rew_mean      | -6.81e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1928      |
|    fps              | 28        |
|    time_elapsed     | 26934     |
|    total_timesteps  | 761960    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.98      |
|    n_updates        | 761759    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 432      |
|    ep_rew_mean      | -6.8e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1932     |
|    fps              | 28       |
|    time_elapsed     | 26993    |
|    total_timesteps  | 763647   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 8.29     |
|    n_updates        | 763446   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 466       |
|    ep_rew_mean      | -7.39e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1936      |
|    fps              | 28        |
|    time_elapsed     | 27162     |
|    total_timesteps  | 768437    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.82      |
|    n_updates        | 768236    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 496      |
|    ep_rew_mean      | -7.3e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1940     |
|    fps              | 28       |
|    time_elapsed     | 27303    |
|    total_timesteps  | 772444   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 7.3      |
|    n_updates        | 772243   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 514       |
|    ep_rew_mean      | -7.37e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1944      |
|    fps              | 28        |
|    time_elapsed     | 27390     |
|    total_timesteps  | 774924    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.97      |
|    n_updates        | 774723    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 515       |
|    ep_rew_mean      | -7.22e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1948      |
|    fps              | 28        |
|    time_elapsed     | 27475     |
|    total_timesteps  | 777322    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.25      |
|    n_updates        | 777121    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 544       |
|    ep_rew_mean      | -7.48e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1952      |
|    fps              | 28        |
|    time_elapsed     | 27635     |
|    total_timesteps  | 781882    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.64      |
|    n_updates        | 781681    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 579       |
|    ep_rew_mean      | -9.22e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1956      |
|    fps              | 28        |
|    time_elapsed     | 27800     |
|    total_timesteps  | 786561    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.24      |
|    n_updates        | 786360    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 574       |
|    ep_rew_mean      | -9.29e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1960      |
|    fps              | 28        |
|    time_elapsed     | 27823     |
|    total_timesteps  | 787209    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.96      |
|    n_updates        | 787008    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 566       |
|    ep_rew_mean      | -8.67e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1964      |
|    fps              | 28        |
|    time_elapsed     | 27849     |
|    total_timesteps  | 787937    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.75      |
|    n_updates        | 787736    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 554       |
|    ep_rew_mean      | -8.33e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1968      |
|    fps              | 28        |
|    time_elapsed     | 27888     |
|    total_timesteps  | 789020    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.38      |
|    n_updates        | 788819    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 545       |
|    ep_rew_mean      | -8.69e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1972      |
|    fps              | 28        |
|    time_elapsed     | 27943     |
|    total_timesteps  | 790577    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.95      |
|    n_updates        | 790376    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 531       |
|    ep_rew_mean      | -8.33e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1976      |
|    fps              | 28        |
|    time_elapsed     | 27989     |
|    total_timesteps  | 791875    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.84      |
|    n_updates        | 791674    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 518       |
|    ep_rew_mean      | -8.28e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1980      |
|    fps              | 28        |
|    time_elapsed     | 28028     |
|    total_timesteps  | 792984    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.08      |
|    n_updates        | 792783    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 525      |
|    ep_rew_mean      | -8.6e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1984     |
|    fps              | 28       |
|    time_elapsed     | 28085    |
|    total_timesteps  | 794515   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 5.75     |
|    n_updates        | 794314   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 513       |
|    ep_rew_mean      | -8.63e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1988      |
|    fps              | 28        |
|    time_elapsed     | 28120     |
|    total_timesteps  | 795391    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 19.5      |
|    n_updates        | 795190    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 513       |
|    ep_rew_mean      | -8.41e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 1992      |
|    fps              | 28        |
|    time_elapsed     | 28150     |
|    total_timesteps  | 796253    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.75      |
|    n_updates        | 796052    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 494      |
|    ep_rew_mean      | -8.3e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 1996     |
|    fps              | 28       |
|    time_elapsed     | 28162    |
|    total_timesteps  | 796595   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 7.91     |
|    n_updates        | 796394   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 499       |
|    ep_rew_mean      | -7.65e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2000      |
|    fps              | 28        |
|    time_elapsed     | 28273     |
|    total_timesteps  | 799728    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.43      |
|    n_updates        | 799527    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 511       |
|    ep_rew_mean      | -7.71e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2004      |
|    fps              | 28        |
|    time_elapsed     | 28347     |
|    total_timesteps  | 801857    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.88      |
|    n_updates        | 801656    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 519       |
|    ep_rew_mean      | -7.89e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2008      |
|    fps              | 28        |
|    time_elapsed     | 28417     |
|    total_timesteps  | 803848    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.55      |
|    n_updates        | 803647    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 533       |
|    ep_rew_mean      | -7.54e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2012      |
|    fps              | 28        |
|    time_elapsed     | 28622     |
|    total_timesteps  | 809641    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.78      |
|    n_updates        | 809440    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 568       |
|    ep_rew_mean      | -8.22e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2016      |
|    fps              | 28        |
|    time_elapsed     | 28764     |
|    total_timesteps  | 813611    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.75      |
|    n_updates        | 813410    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 572       |
|    ep_rew_mean      | -8.45e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2020      |
|    fps              | 28        |
|    time_elapsed     | 28812     |
|    total_timesteps  | 814970    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.26      |
|    n_updates        | 814769    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 559       |
|    ep_rew_mean      | -8.59e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2024      |
|    fps              | 28        |
|    time_elapsed     | 28863     |
|    total_timesteps  | 816394    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 14.5      |
|    n_updates        | 816193    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 574       |
|    ep_rew_mean      | -9.19e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2028      |
|    fps              | 28        |
|    time_elapsed     | 28970     |
|    total_timesteps  | 819390    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 2.7       |
|    n_updates        | 819189    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 585       |
|    ep_rew_mean      | -9.52e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2032      |
|    fps              | 28        |
|    time_elapsed     | 29067     |
|    total_timesteps  | 822153    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.36      |
|    n_updates        | 821952    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 557       |
|    ep_rew_mean      | -8.88e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2036      |
|    fps              | 28        |
|    time_elapsed     | 29136     |
|    total_timesteps  | 824108    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.13      |
|    n_updates        | 823907    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 533       |
|    ep_rew_mean      | -8.88e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2040      |
|    fps              | 28        |
|    time_elapsed     | 29196     |
|    total_timesteps  | 825762    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.24      |
|    n_updates        | 825561    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 539       |
|    ep_rew_mean      | -8.72e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2044      |
|    fps              | 28        |
|    time_elapsed     | 29304     |
|    total_timesteps  | 828837    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 22.4      |
|    n_updates        | 828636    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 525       |
|    ep_rew_mean      | -8.72e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2048      |
|    fps              | 28        |
|    time_elapsed     | 29340     |
|    total_timesteps  | 829811    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.64      |
|    n_updates        | 829610    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 497       |
|    ep_rew_mean      | -8.35e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2052      |
|    fps              | 28        |
|    time_elapsed     | 29402     |
|    total_timesteps  | 831557    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.28      |
|    n_updates        | 831356    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 469       |
|    ep_rew_mean      | -6.71e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2056      |
|    fps              | 28        |
|    time_elapsed     | 29469     |
|    total_timesteps  | 833460    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.7       |
|    n_updates        | 833259    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 481       |
|    ep_rew_mean      | -6.79e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2060      |
|    fps              | 28        |
|    time_elapsed     | 29533     |
|    total_timesteps  | 835262    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.81      |
|    n_updates        | 835061    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 480      |
|    ep_rew_mean      | -6.8e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 2064     |
|    fps              | 28       |
|    time_elapsed     | 29556    |
|    total_timesteps  | 835903   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 5.33     |
|    n_updates        | 835702   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 475       |
|    ep_rew_mean      | -6.79e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2068      |
|    fps              | 28        |
|    time_elapsed     | 29579     |
|    total_timesteps  | 836558    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.61      |
|    n_updates        | 836357    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 471       |
|    ep_rew_mean      | -6.36e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2072      |
|    fps              | 28        |
|    time_elapsed     | 29620     |
|    total_timesteps  | 837689    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.85      |
|    n_updates        | 837488    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 473       |
|    ep_rew_mean      | -6.39e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2076      |
|    fps              | 28        |
|    time_elapsed     | 29674     |
|    total_timesteps  | 839220    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 11.3      |
|    n_updates        | 839019    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 468       |
|    ep_rew_mean      | -6.45e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2080      |
|    fps              | 28        |
|    time_elapsed     | 29693     |
|    total_timesteps  | 839760    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 14        |
|    n_updates        | 839559    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 471       |
|    ep_rew_mean      | -6.35e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2084      |
|    fps              | 28        |
|    time_elapsed     | 29759     |
|    total_timesteps  | 841588    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.06      |
|    n_updates        | 841387    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 471      |
|    ep_rew_mean      | -6.2e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 2088     |
|    fps              | 28       |
|    time_elapsed     | 29793    |
|    total_timesteps  | 842537   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 8.79     |
|    n_updates        | 842336   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 478       |
|    ep_rew_mean      | -6.34e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2092      |
|    fps              | 28        |
|    time_elapsed     | 29846     |
|    total_timesteps  | 844080    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.12      |
|    n_updates        | 843879    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 501       |
|    ep_rew_mean      | -6.34e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2096      |
|    fps              | 28        |
|    time_elapsed     | 29938     |
|    total_timesteps  | 846701    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.88      |
|    n_updates        | 846500    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 481       |
|    ep_rew_mean      | -6.33e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2100      |
|    fps              | 28        |
|    time_elapsed     | 29979     |
|    total_timesteps  | 847858    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.31      |
|    n_updates        | 847657    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 479       |
|    ep_rew_mean      | -6.36e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2104      |
|    fps              | 28        |
|    time_elapsed     | 30047     |
|    total_timesteps  | 849751    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.36      |
|    n_updates        | 849550    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 469       |
|    ep_rew_mean      | -6.46e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2108      |
|    fps              | 28        |
|    time_elapsed     | 30081     |
|    total_timesteps  | 850719    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.01      |
|    n_updates        | 850518    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 484       |
|    ep_rew_mean      | -8.48e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2112      |
|    fps              | 28        |
|    time_elapsed     | 30336     |
|    total_timesteps  | 858032    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.04      |
|    n_updates        | 857831    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 464      |
|    ep_rew_mean      | -7.7e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 2116     |
|    fps              | 28       |
|    time_elapsed     | 30409    |
|    total_timesteps  | 860061   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 7.42     |
|    n_updates        | 859860   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 476       |
|    ep_rew_mean      | -7.52e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2120      |
|    fps              | 28        |
|    time_elapsed     | 30497     |
|    total_timesteps  | 862562    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.02      |
|    n_updates        | 862361    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 482       |
|    ep_rew_mean      | -7.54e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2124      |
|    fps              | 28        |
|    time_elapsed     | 30566     |
|    total_timesteps  | 864548    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.28      |
|    n_updates        | 864347    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 461       |
|    ep_rew_mean      | -6.83e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2128      |
|    fps              | 28        |
|    time_elapsed     | 30600     |
|    total_timesteps  | 865471    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.24      |
|    n_updates        | 865270    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 466       |
|    ep_rew_mean      | -6.74e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2132      |
|    fps              | 28        |
|    time_elapsed     | 30716     |
|    total_timesteps  | 868767    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.98      |
|    n_updates        | 868566    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 466       |
|    ep_rew_mean      | -6.76e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2136      |
|    fps              | 28        |
|    time_elapsed     | 30783     |
|    total_timesteps  | 870665    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.95      |
|    n_updates        | 870464    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 473       |
|    ep_rew_mean      | -7.55e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2140      |
|    fps              | 28        |
|    time_elapsed     | 30868     |
|    total_timesteps  | 873055    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 19.4      |
|    n_updates        | 872854    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 449       |
|    ep_rew_mean      | -7.51e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2144      |
|    fps              | 28        |
|    time_elapsed     | 30891     |
|    total_timesteps  | 873694    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.43      |
|    n_updates        | 873493    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 457       |
|    ep_rew_mean      | -7.71e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2148      |
|    fps              | 28        |
|    time_elapsed     | 30956     |
|    total_timesteps  | 875557    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.32      |
|    n_updates        | 875356    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 447       |
|    ep_rew_mean      | -7.78e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2152      |
|    fps              | 28        |
|    time_elapsed     | 30982     |
|    total_timesteps  | 876240    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.55      |
|    n_updates        | 876039    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 458       |
|    ep_rew_mean      | -7.78e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2156      |
|    fps              | 28        |
|    time_elapsed     | 31087     |
|    total_timesteps  | 879232    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.32      |
|    n_updates        | 879031    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 467       |
|    ep_rew_mean      | -7.65e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2160      |
|    fps              | 28        |
|    time_elapsed     | 31184     |
|    total_timesteps  | 882000    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.1      |
|    n_updates        | 881799    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 488       |
|    ep_rew_mean      | -7.83e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2164      |
|    fps              | 28        |
|    time_elapsed     | 31278     |
|    total_timesteps  | 884700    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.67      |
|    n_updates        | 884499    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 506      |
|    ep_rew_mean      | -7.9e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 2168     |
|    fps              | 28       |
|    time_elapsed     | 31365    |
|    total_timesteps  | 887165   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 8.03     |
|    n_updates        | 886964   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 507       |
|    ep_rew_mean      | -8.06e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2172      |
|    fps              | 28        |
|    time_elapsed     | 31416     |
|    total_timesteps  | 888430    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.14      |
|    n_updates        | 888229    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 510       |
|    ep_rew_mean      | -8.12e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2176      |
|    fps              | 28        |
|    time_elapsed     | 31488     |
|    total_timesteps  | 890254    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.8       |
|    n_updates        | 890053    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 556       |
|    ep_rew_mean      | -1.01e+04 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2180      |
|    fps              | 28        |
|    time_elapsed     | 31663     |
|    total_timesteps  | 895343    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.03      |
|    n_updates        | 895142    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 574       |
|    ep_rew_mean      | -1.02e+04 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2184      |
|    fps              | 28        |
|    time_elapsed     | 31791     |
|    total_timesteps  | 898987    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.28      |
|    n_updates        | 898786    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 603       |
|    ep_rew_mean      | -1.08e+04 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2188      |
|    fps              | 28        |
|    time_elapsed     | 31926     |
|    total_timesteps  | 902793    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.06      |
|    n_updates        | 902592    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 600       |
|    ep_rew_mean      | -1.06e+04 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2192      |
|    fps              | 28        |
|    time_elapsed     | 31970     |
|    total_timesteps  | 904032    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.31      |
|    n_updates        | 903831    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 619       |
|    ep_rew_mean      | -1.13e+04 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2196      |
|    fps              | 28        |
|    time_elapsed     | 32131     |
|    total_timesteps  | 908573    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 3.82      |
|    n_updates        | 908372    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 622       |
|    ep_rew_mean      | -1.13e+04 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2200      |
|    fps              | 28        |
|    time_elapsed     | 32186     |
|    total_timesteps  | 910070    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.07      |
|    n_updates        | 909869    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 613       |
|    ep_rew_mean      | -1.12e+04 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2204      |
|    fps              | 28        |
|    time_elapsed     | 32221     |
|    total_timesteps  | 911068    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.02      |
|    n_updates        | 910867    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 636       |
|    ep_rew_mean      | -1.16e+04 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2208      |
|    fps              | 28        |
|    time_elapsed     | 32337     |
|    total_timesteps  | 914341    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.57      |
|    n_updates        | 914140    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 585       |
|    ep_rew_mean      | -9.49e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2212      |
|    fps              | 28        |
|    time_elapsed     | 32415     |
|    total_timesteps  | 916542    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.6       |
|    n_updates        | 916341    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 598       |
|    ep_rew_mean      | -9.32e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2216      |
|    fps              | 28        |
|    time_elapsed     | 32532     |
|    total_timesteps  | 919907    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.29      |
|    n_updates        | 919706    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 590       |
|    ep_rew_mean      | -9.52e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2220      |
|    fps              | 28        |
|    time_elapsed     | 32589     |
|    total_timesteps  | 921512    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.21      |
|    n_updates        | 921311    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 581       |
|    ep_rew_mean      | -9.41e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2224      |
|    fps              | 28        |
|    time_elapsed     | 32631     |
|    total_timesteps  | 922685    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.7       |
|    n_updates        | 922484    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 595       |
|    ep_rew_mean      | -9.68e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2228      |
|    fps              | 28        |
|    time_elapsed     | 32713     |
|    total_timesteps  | 924999    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.9       |
|    n_updates        | 924798    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 578      |
|    ep_rew_mean      | -9.4e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 2232     |
|    fps              | 28       |
|    time_elapsed     | 32767    |
|    total_timesteps  | 926531   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 8.26     |
|    n_updates        | 926330   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 572       |
|    ep_rew_mean      | -9.22e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2236      |
|    fps              | 28        |
|    time_elapsed     | 32816     |
|    total_timesteps  | 927909    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 3.36      |
|    n_updates        | 927708    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 557       |
|    ep_rew_mean      | -8.43e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2240      |
|    fps              | 28        |
|    time_elapsed     | 32845     |
|    total_timesteps  | 928712    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.76      |
|    n_updates        | 928511    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 561       |
|    ep_rew_mean      | -8.39e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2244      |
|    fps              | 28        |
|    time_elapsed     | 32884     |
|    total_timesteps  | 929815    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 17.5      |
|    n_updates        | 929614    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 577       |
|    ep_rew_mean      | -8.62e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2248      |
|    fps              | 28        |
|    time_elapsed     | 33004     |
|    total_timesteps  | 933220    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.4       |
|    n_updates        | 933019    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 576       |
|    ep_rew_mean      | -8.63e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2252      |
|    fps              | 28        |
|    time_elapsed     | 33026     |
|    total_timesteps  | 933835    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.39      |
|    n_updates        | 933634    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 569       |
|    ep_rew_mean      | -8.92e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2256      |
|    fps              | 28        |
|    time_elapsed     | 33107     |
|    total_timesteps  | 936120    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.35      |
|    n_updates        | 935919    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 557       |
|    ep_rew_mean      | -8.94e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2260      |
|    fps              | 28        |
|    time_elapsed     | 33162     |
|    total_timesteps  | 937668    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.42      |
|    n_updates        | 937467    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 551       |
|    ep_rew_mean      | -8.86e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2264      |
|    fps              | 28        |
|    time_elapsed     | 33241     |
|    total_timesteps  | 939791    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.63      |
|    n_updates        | 939590    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 539       |
|    ep_rew_mean      | -8.95e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2268      |
|    fps              | 28        |
|    time_elapsed     | 33285     |
|    total_timesteps  | 941028    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.26      |
|    n_updates        | 940827    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 543       |
|    ep_rew_mean      | -8.86e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2272      |
|    fps              | 28        |
|    time_elapsed     | 33347     |
|    total_timesteps  | 942776    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.89      |
|    n_updates        | 942575    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 535       |
|    ep_rew_mean      | -8.86e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2276      |
|    fps              | 28        |
|    time_elapsed     | 33382     |
|    total_timesteps  | 943706    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.22      |
|    n_updates        | 943505    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 489      |
|    ep_rew_mean      | -6.9e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 2280     |
|    fps              | 28       |
|    time_elapsed     | 33400    |
|    total_timesteps  | 944206   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 4.93     |
|    n_updates        | 944005   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 463       |
|    ep_rew_mean      | -6.68e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2284      |
|    fps              | 28        |
|    time_elapsed     | 33439     |
|    total_timesteps  | 945284    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.73      |
|    n_updates        | 945083    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 433       |
|    ep_rew_mean      | -6.33e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2288      |
|    fps              | 28        |
|    time_elapsed     | 33471     |
|    total_timesteps  | 946070    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.26      |
|    n_updates        | 945869    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 436       |
|    ep_rew_mean      | -6.45e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2292      |
|    fps              | 28        |
|    time_elapsed     | 33526     |
|    total_timesteps  | 947607    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.94      |
|    n_updates        | 947406    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 399       |
|    ep_rew_mean      | -5.85e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2296      |
|    fps              | 28        |
|    time_elapsed     | 33558     |
|    total_timesteps  | 948462    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.2       |
|    n_updates        | 948261    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 444       |
|    ep_rew_mean      | -6.72e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2300      |
|    fps              | 28        |
|    time_elapsed     | 33772     |
|    total_timesteps  | 954499    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.61      |
|    n_updates        | 954298    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 441       |
|    ep_rew_mean      | -6.68e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2304      |
|    fps              | 28        |
|    time_elapsed     | 33797     |
|    total_timesteps  | 955122    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.08      |
|    n_updates        | 954921    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 416       |
|    ep_rew_mean      | -6.01e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2308      |
|    fps              | 28        |
|    time_elapsed     | 33827     |
|    total_timesteps  | 955958    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 9.27      |
|    n_updates        | 955757    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 402       |
|    ep_rew_mean      | -5.87e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2312      |
|    fps              | 28        |
|    time_elapsed     | 33855     |
|    total_timesteps  | 956767    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.52      |
|    n_updates        | 956566    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 381       |
|    ep_rew_mean      | -6.23e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2316      |
|    fps              | 28        |
|    time_elapsed     | 33898     |
|    total_timesteps  | 957969    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 10.2      |
|    n_updates        | 957768    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 377       |
|    ep_rew_mean      | -6.09e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2320      |
|    fps              | 28        |
|    time_elapsed     | 33940     |
|    total_timesteps  | 959163    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.52      |
|    n_updates        | 958962    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 379       |
|    ep_rew_mean      | -6.25e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2324      |
|    fps              | 28        |
|    time_elapsed     | 33989     |
|    total_timesteps  | 960540    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.89      |
|    n_updates        | 960339    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 376       |
|    ep_rew_mean      | -6.38e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2328      |
|    fps              | 28        |
|    time_elapsed     | 34062     |
|    total_timesteps  | 962560    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 4.94      |
|    n_updates        | 962359    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 375       |
|    ep_rew_mean      | -6.51e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2332      |
|    fps              | 28        |
|    time_elapsed     | 34113     |
|    total_timesteps  | 963991    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.56      |
|    n_updates        | 963790    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 386       |
|    ep_rew_mean      | -6.81e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2336      |
|    fps              | 28        |
|    time_elapsed     | 34201     |
|    total_timesteps  | 966497    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 23.3      |
|    n_updates        | 966296    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 392      |
|    ep_rew_mean      | -6.8e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 2340     |
|    fps              | 28       |
|    time_elapsed     | 34252    |
|    total_timesteps  | 967948   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 5.44     |
|    n_updates        | 967747   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 442       |
|    ep_rew_mean      | -7.99e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2344      |
|    fps              | 28        |
|    time_elapsed     | 34467     |
|    total_timesteps  | 973999    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 8.7       |
|    n_updates        | 973798    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 427       |
|    ep_rew_mean      | -7.85e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2348      |
|    fps              | 28        |
|    time_elapsed     | 34534     |
|    total_timesteps  | 975912    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.1       |
|    n_updates        | 975711    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 441       |
|    ep_rew_mean      | -7.94e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2352      |
|    fps              | 28        |
|    time_elapsed     | 34607     |
|    total_timesteps  | 977937    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.81      |
|    n_updates        | 977736    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 435       |
|    ep_rew_mean      | -7.68e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2356      |
|    fps              | 28        |
|    time_elapsed     | 34667     |
|    total_timesteps  | 979664    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.79      |
|    n_updates        | 979463    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 468       |
|    ep_rew_mean      | -8.35e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2360      |
|    fps              | 28        |
|    time_elapsed     | 34839     |
|    total_timesteps  | 984421    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.19      |
|    n_updates        | 984220    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 467       |
|    ep_rew_mean      | -8.46e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2364      |
|    fps              | 28        |
|    time_elapsed     | 34912     |
|    total_timesteps  | 986477    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.9       |
|    n_updates        | 986276    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 469      |
|    ep_rew_mean      | -8.6e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 2368     |
|    fps              | 28       |
|    time_elapsed     | 34962    |
|    total_timesteps  | 987896   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 8.27     |
|    n_updates        | 987695   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 459       |
|    ep_rew_mean      | -8.62e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2372      |
|    fps              | 28        |
|    time_elapsed     | 34990     |
|    total_timesteps  | 988690    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7.34      |
|    n_updates        | 988489    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 462       |
|    ep_rew_mean      | -8.78e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2376      |
|    fps              | 28        |
|    time_elapsed     | 35034     |
|    total_timesteps  | 989928    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.94      |
|    n_updates        | 989727    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 465       |
|    ep_rew_mean      | -8.87e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2380      |
|    fps              | 28        |
|    time_elapsed     | 35060     |
|    total_timesteps  | 990666    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.37      |
|    n_updates        | 990465    |
-----------------------------------
----------------------------------
| rollout/            |          |
|    ep_len_mean      | 460      |
|    ep_rew_mean      | -8.7e+03 |
|    exploration_rate | 0.05     |
| time/               |          |
|    episodes         | 2384     |
|    fps              | 28       |
|    time_elapsed     | 35081    |
|    total_timesteps  | 991239   |
| train/              |          |
|    learning_rate    | 0.0005   |
|    loss             | 7.74     |
|    n_updates        | 991038   |
----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 476       |
|    ep_rew_mean      | -8.83e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2388      |
|    fps              | 28        |
|    time_elapsed     | 35167     |
|    total_timesteps  | 993673    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 7         |
|    n_updates        | 993472    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 483       |
|    ep_rew_mean      | -9.09e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2392      |
|    fps              | 28        |
|    time_elapsed     | 35243     |
|    total_timesteps  | 995870    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 12.2      |
|    n_updates        | 995669    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 481       |
|    ep_rew_mean      | -9.16e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2396      |
|    fps              | 28        |
|    time_elapsed     | 35267     |
|    total_timesteps  | 996526    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.73      |
|    n_updates        | 996325    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 433       |
|    ep_rew_mean      | -8.17e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2400      |
|    fps              | 28        |
|    time_elapsed     | 35310     |
|    total_timesteps  | 997751    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 5.91      |
|    n_updates        | 997550    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 436       |
|    ep_rew_mean      | -8.22e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2404      |
|    fps              | 28        |
|    time_elapsed     | 35343     |
|    total_timesteps  | 998679    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.03      |
|    n_updates        | 998478    |
-----------------------------------
-----------------------------------
| rollout/            |           |
|    ep_len_mean      | 436       |
|    ep_rew_mean      | -8.42e+03 |
|    exploration_rate | 0.05      |
| time/               |           |
|    episodes         | 2408      |
|    fps              | 28        |
|    time_elapsed     | 35375     |
|    total_timesteps  | 999561    |
| train/              |           |
|    learning_rate    | 0.0005    |
|    loss             | 6.2       |
|    n_updates        | 999360    |
-----------------------------------
 100% ━━━━━━━━━━━━━━━━━━━━━ 1,000,000/1,000,000  [ 9:49:48 < 0:00:00 , 28 it/s ]

Done Learning!!

1
